You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/07/12 21:06:52 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3408 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3408/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:54229/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:54229/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
	at __randomizedtesting.SeedInfo.seed([C5013D9D0DB5C997:4D550247A349A46F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11112 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/init-core-data-001
   [junit4]   2> 890329 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 890331 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 890331 INFO  (Thread-1550) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 890331 INFO  (Thread-1550) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 890432 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:54227
   [junit4]   2> 890432 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 890432 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 890456 INFO  (zkCallback-1577-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6324321a name:ZooKeeperConnection Watcher:127.0.0.1:54227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 890456 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 890456 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 890456 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 890470 INFO  (jetty-launcher-1576-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 890470 INFO  (jetty-launcher-1576-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 890474 INFO  (jetty-launcher-1576-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@595ed6fc{/solr,null,AVAILABLE}
   [junit4]   2> 890474 INFO  (jetty-launcher-1576-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f726d91{/solr,null,AVAILABLE}
   [junit4]   2> 890474 INFO  (jetty-launcher-1576-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@5738b80f{HTTP/1.1,[http/1.1]}{127.0.0.1:54229}
   [junit4]   2> 890474 INFO  (jetty-launcher-1576-thread-1) [    ] o.e.j.s.Server Started @898886ms
   [junit4]   2> 890475 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54229}
   [junit4]   2> 890475 INFO  (jetty-launcher-1576-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@7ccabd34{HTTP/1.1,[http/1.1]}{127.0.0.1:54230}
   [junit4]   2> 890475 INFO  (jetty-launcher-1576-thread-2) [    ] o.e.j.s.Server Started @898886ms
   [junit4]   2> 890475 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54230}
   [junit4]   2> 890475 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 890475 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2'
   [junit4]   2> 890475 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 890475 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 890476 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1'
   [junit4]   2> 890476 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 890478 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 890478 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 890478 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 890478 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 890478 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 890480 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 890481 INFO  (zkCallback-1578-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@35718ed8 name:ZooKeeperConnection Watcher:127.0.0.1:54227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 890481 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 890481 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 890482 INFO  (zkCallback-1579-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6509becc name:ZooKeeperConnection Watcher:127.0.0.1:54227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 890482 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 890482 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 890482 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 890483 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 890495 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/.
   [junit4]   2> 890495 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 677270283
   [junit4]   2> 890495 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1]
   [junit4]   2> 890495 WARN  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/lib
   [junit4]   2> 890496 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/.
   [junit4]   2> 890496 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 890496 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 509079425
   [junit4]   2> 890496 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2]
   [junit4]   2> 890496 WARN  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/lib
   [junit4]   2> 890496 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54227/solr
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54227/solr
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 890500 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 890505 INFO  (zkCallback-1584-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a1aa1b9 name:ZooKeeperConnection Watcher:127.0.0.1:54227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 890505 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 890506 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 890506 INFO  (zkCallback-1585-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5f33099a name:ZooKeeperConnection Watcher:127.0.0.1:54227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 890507 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 890507 INFO  (jetty-launcher-1576-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 890508 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155e0c6b9350003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 890509 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$49/1251908014@36ae6a14
   [junit4]   2> 890510 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 890511 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$49/1251908014@77312a52
   [junit4]   2> 890511 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155e0c6b9350004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 890513 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 890514 INFO  (zkCallback-1586-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f6afba9 name:ZooKeeperConnection Watcher:127.0.0.1:54227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 890514 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 890514 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:54230_solr) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e48dacf name:ZooKeeperConnection Watcher:127.0.0.1:54227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 890515 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 890516 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 890516 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 890519 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 890519 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 890525 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 890525 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 890528 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 890528 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 890532 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 890532 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 890535 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 890535 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 890538 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 890538 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 890540 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 890540 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 890543 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 890543 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 890544 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 890545 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 890546 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 890546 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 890547 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 890547 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 890549 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 890549 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 890554 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 890554 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 890556 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 890556 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 890557 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 890558 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 890558 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96230111173738501-127.0.0.1:54229_solr-n_0000000000
   [junit4]   2> 890558 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96230111173738502-127.0.0.1:54230_solr-n_0000000001
   [junit4]   2> 890559 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54229_solr
   [junit4]   2> 890559 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 890560 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96230111173738501-127.0.0.1:54229_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 890561 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54230_solr
   [junit4]   2> 890561 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:54230_solr
   [junit4]   2> 890562 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.Overseer Overseer (id=96230111173738501-127.0.0.1:54229_solr-n_0000000000) starting
   [junit4]   2> 890563 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:54230_solr) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 890563 INFO  (zkCallback-1586-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 890565 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:54230_solr) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 890565 INFO  (zkCallback-1586-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 890566 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 890577 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 890577 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 890578 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 890578 INFO  (OverseerCollectionConfigSetProcessor-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 890579 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 890579 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:54229_solr as DOWN
   [junit4]   2> 890581 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/.
   [junit4]   2> 890581 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 890583 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 890583 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 890583 INFO  (jetty-launcher-1576-thread-2) [n:127.0.0.1:54230_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 890583 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54229_solr
   [junit4]   2> 890584 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:54229_solr
   [junit4]   2> 890586 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:54230_solr) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 890586 INFO  (zkCallback-1586-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 890586 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:54229_solr"} current state version: 0
   [junit4]   2> 890586 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:54229_solr
   [junit4]   2> 890587 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:54230_solr) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 890587 INFO  (zkCallback-1586-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 890595 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 890595 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 890597 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/.
   [junit4]   2> 890597 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 890598 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 890598 INFO  (jetty-launcher-1576-thread-1) [n:127.0.0.1:54229_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 890599 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 890599 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 890601 INFO  (zkCallback-1590-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b4a6cf9 name:ZooKeeperConnection Watcher:127.0.0.1:54227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 890601 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 890601 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 890604 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 890604 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 890606 INFO  (zkCallback-1593-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@150444c7 name:ZooKeeperConnection Watcher:127.0.0.1:54227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 890606 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 890606 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 890606 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 890609 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 890610 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 890613 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 890618 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 890638 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[C5013D9D0DB5C997]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 890645 INFO  (qtp1906229059-7740) [n:127.0.0.1:54229_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&name=backuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 890648 INFO  (OverseerCollectionConfigSetProcessor-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 890649 INFO  (OverseerThreadFactory-3206-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 890649 INFO  (OverseerThreadFactory-3206-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 890650 INFO  (OverseerThreadFactory-3206-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 890650 INFO  (OverseerThreadFactory-3206-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 890652 INFO  (zkCallback-1593-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 890652 INFO  (zkCallback-1586-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 890652 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:54230_solr) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 890658 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 890658 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 890660 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 890759 INFO  (OverseerThreadFactory-3206-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 890759 INFO  (OverseerThreadFactory-3206-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:54230_solr
   [junit4]   2> 890759 INFO  (OverseerThreadFactory-3206-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica2 as part of shard shard2 of collection backuprestore on 127.0.0.1:54229_solr
   [junit4]   2> 890760 INFO  (OverseerThreadFactory-3206-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica2 as part of shard shard1 of collection backuprestore on 127.0.0.1:54229_solr
   [junit4]   2> 890760 INFO  (OverseerThreadFactory-3206-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:54230_solr
   [junit4]   2> 890762 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 890765 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 890765 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 890765 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 890766 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 890767 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 890767 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 890768 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 890768 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 890767 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 890777 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 890777 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 890779 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 890779 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 890779 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 890779 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 890780 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 890780 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 890780 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 890780 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54230/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54230_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 890780 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 890780 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54230/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54230_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 890780 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 890781 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 890784 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54230/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54230_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 890784 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54230/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54230_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 890787 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54229/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54229_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 890789 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54229/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54229_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 890792 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54229/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54229_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 890793 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54229/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54229_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 890900 INFO  (OverseerStateUpdate-96230111173738501-127.0.0.1:54229_solr-n_0000000000) [n:127.0.0.1:54229_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 890914 INFO  (zkCallback-1586-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 890914 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:54230_solr) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 890915 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:54230_solr) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 890915 INFO  (zkCallback-1586-thread-1-processing-n:127.0.0.1:54229_solr) [n:127.0.0.1:54229_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 891790 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 891790 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 891790 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 891790 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 891790 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica2
   [junit4]   2> 891790 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica2
   [junit4]   2> 891791 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 891791 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 891791 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 891791 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 891792 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 891792 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 891792 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 891792 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 891792 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 891792 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 891794 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 891794 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/backuprestore_shard1_replica1'
   [junit4]   2> 891794 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 891794 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/backuprestore_shard2_replica1'
   [junit4]   2> 891794 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 891794 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/backuprestore_shard1_replica2'
   [junit4]   2> 891794 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 891794 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 891794 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 891794 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 891795 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 891795 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/backuprestore_shard2_replica2'
   [junit4]   2> 891795 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 891795 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 891794 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 891796 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 891799 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 891800 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 891801 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 891801 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 891806 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 891806 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 891809 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 891809 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 891812 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 891814 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 891814 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 891814 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 891816 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 891817 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 891844 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 891845 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 891848 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema [backuprestore_shard1_replica2] Schema name=minimal
   [junit4]   2> 891848 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema [backuprestore_shard2_replica2] Schema name=minimal
   [junit4]   2> 891853 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 891853 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 891854 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 891855 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 891855 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 891861 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 891861 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica2' using configuration from collection backuprestore
   [junit4]   2> 891861 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 891861 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore [[backuprestore_shard2_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/backuprestore_shard2_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard2_replica2/data/]
   [junit4]   2> 891862 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 891862 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica2
   [junit4]   2> 891862 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica2' using configuration from collection backuprestore
   [junit4]   2> 891862 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 891862 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard2_replica2/data
   [junit4]   2> 891862 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [[backuprestore_shard1_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/backuprestore_shard1_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard1_replica2/data/]
   [junit4]   2> 891862 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica2
   [junit4]   2> 891862 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 891863 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard1_replica2/data
   [junit4]   2> 891864 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 891864 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 891864 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 891864 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 891864 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/backuprestore_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/]
   [junit4]   2> 891864 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
   [junit4]   2> 891865 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard1_replica1/data
   [junit4]   2> 891864 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 891865 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 891865 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/backuprestore_shard2_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/]
   [junit4]   2> 891866 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
   [junit4]   2> 891866 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard2_replica1/data
   [junit4]   2> 891866 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard2_replica2/data/index/
   [junit4]   2> 891867 WARN  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore [backuprestore_shard2_replica2] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 891867 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard2_replica2/data/index
   [junit4]   2> 891868 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard1_replica2/data/index/
   [junit4]   2> 891868 WARN  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [backuprestore_shard1_replica2] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 891868 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard1_replica2/data/index
   [junit4]   2> 891869 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index/
   [junit4]   2> 891869 WARN  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 891869 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index
   [junit4]   2> 891869 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index/
   [junit4]   2> 891870 WARN  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 891870 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index
   [junit4]   2> 891872 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@51669b95 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5b30da3a),segFN=segments_1,generation=1}
   [junit4]   2> 891872 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 891872 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@2f4491b0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@313f5c0d),segFN=segments_1,generation=1}
   [junit4]   2> 891872 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 891872 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@3e5db50c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@70098a26),segFN=segments_1,generation=1}
   [junit4]   2> 891872 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 891872 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@32736953 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@61bd4391),segFN=segments_1,generation=1}
   [junit4]   2> 891873 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 891873 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica2) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica2 in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard2_replica2/data/
   [junit4]   2> 891874 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica2) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.DirectoryFactory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard2_replica2/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 891875 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 891878 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica2) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica2 in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard1_replica2/data/
   [junit4]   2> 891880 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica2) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.DirectoryFactory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node1/./backuprestore_shard1_replica2/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 891881 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 891888 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/
   [junit4]   2> 891888 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/
   [junit4]   2> 891889 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 891889 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 891889 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 891890 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 891891 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 891891 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 891891 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 891891 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 891891 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 891891 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 891891 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 891891 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 891891 INFO  (qtp1254383019-7746) [n:127.0.0.1:54230_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 891891 INFO  (qtp1906229059-7742) [n:127.0.0.1:54229_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 891897 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 891897 INFO  (qtp1254383019-7744) [n:127.0.0.1:54230_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 891898 INFO  (qtp1906229059-7741) [n:127.0.0.1:54229_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 891898 INFO  (q

[...truncated too long message...]

mpDir-001/node2/./backuprestore_restored_shard1_0_replica0/data/restore.20160712232321236 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_restored_shard1_0_replica0/data/restore.20160712232321236;done=false>>]
   [junit4]   2> 938760 INFO  (coreCloseExecutor-3285-thread-6) [n:127.0.0.1:54230_solr c:backuprestore_restored s:shard1_0 r:core_node3 x:backuprestore_restored_shard1_0_replica0] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 938760 INFO  (coreCloseExecutor-3285-thread-6) [n:127.0.0.1:54230_solr c:backuprestore_restored s:shard1_0 r:core_node3 x:backuprestore_restored_shard1_0_replica0] o.a.s.c.CachingDirectoryFactory Closing directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_restored_shard1_0_replica0/data/restore.20160712232321236
   [junit4]   2> 938760 INFO  (coreCloseExecutor-3285-thread-5) [n:127.0.0.1:54230_solr c:backuprestore_restored s:shard1_1 r:core_node2 x:backuprestore_restored_shard1_1_replica0] o.a.s.c.CachingDirectoryFactory Closing directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001/tempDir-001/node2/./backuprestore_restored_shard1_1_replica0/data/restore.20160712232321236
   [junit4]   2> 938765 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:54230_solr) [n:127.0.0.1:54230_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 938766 INFO  (OverseerCollectionConfigSetProcessor-96230111173738502-127.0.0.1:54230_solr-n_0000000001) [n:127.0.0.1:54230_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 938766 INFO  (jetty-launcher-1576-thread-1) [    ] o.a.s.c.Overseer Overseer (id=96230111173738502-127.0.0.1:54230_solr-n_0000000001) closing
   [junit4]   2> 938766 INFO  (OverseerStateUpdate-96230111173738502-127.0.0.1:54230_solr-n_0000000001) [n:127.0.0.1:54230_solr    ] o.a.s.c.Overseer According to ZK I (id=96230111173738502-127.0.0.1:54230_solr-n_0000000001) am no longer a leader.
   [junit4]   2> 938766 INFO  (OverseerStateUpdate-96230111173738502-127.0.0.1:54230_solr-n_0000000001) [n:127.0.0.1:54230_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 938766 INFO  (OverseerStateUpdate-96230111173738502-127.0.0.1:54230_solr-n_0000000001) [n:127.0.0.1:54230_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54230_solr
   [junit4]   2> 938766 INFO  (OverseerCollectionConfigSetProcessor-96230111173738502-127.0.0.1:54230_solr-n_0000000001) [n:127.0.0.1:54230_solr    ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=96230111173738502-127.0.0.1:54230_solr-n_0000000001) am no longer a leader.
   [junit4]   2> 938767 ERROR (OverseerCollectionConfigSetProcessor-96230111173738502-127.0.0.1:54230_solr-n_0000000001) [n:127.0.0.1:54230_solr    ] o.a.s.c.OverseerTaskProcessor Unable to prioritize overseer 
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:311)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerNodePrioritizer.prioritizeOverseerNodes(OverseerNodePrioritizer.java:60)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:176)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 938768 INFO  (zkCallback-1587-thread-1-processing-n:127.0.0.1:54230_solr) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 938768 WARN  (zkCallback-1587-thread-1-processing-n:127.0.0.1:54230_solr) [n:127.0.0.1:54230_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 938768 INFO  (jetty-launcher-1576-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f726d91{/solr,null,UNAVAILABLE}
   [junit4]   2> 938770 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54227 54227
   [junit4]   2> 938816 INFO  (Thread-1550) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54227 54227
   [junit4]   2> 940574 WARN  (Thread-1550) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore_restored/state.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	71	/solr/overseer/queue
   [junit4]   2> 	25	/solr/overseer/collection-queue-work
   [junit4]   2> 	7	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 940575 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C5013D9D0DB5C997]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_C5013D9D0DB5C997-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=LuceneVarGapFixedInterval), _version_=PostingsFormat(name=Memory doPackFST= false), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=948, maxMBSortInHeap=7.115444384929209, sim=RandomSimilarity(queryNorm=true): {}, locale=ar, timezone=Africa/Mogadishu
   [junit4]   2> NOTE: Mac OS X 10.11.5 x86_64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=363810056,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestFoldingMultitermQuery, TestSolrCoreProperties, TestBadConfig, TestHdfsUpdateLog, FullSolrCloudDistribCmdsTest, TestRebalanceLeaders, TestNRTOpen, TestComplexPhraseQParserPlugin, TestSolr4Spatial, VMParamsZkACLAndCredentialsProvidersTest, TestSlowCompositeReaderWrapper, SuggesterTSTTest, TestTolerantUpdateProcessorCloud, BlockJoinFacetRandomTest, TestFastWriter, BigEndianAscendingWordDeserializerTest, TestSortingResponseWriter, CoreAdminCreateDiscoverTest, TestGraphMLResponseWriter, AddBlockUpdateTest, ResponseHeaderTest, TestSchemaSimilarityResource, SpatialRPTFieldTypeTest, OpenExchangeRatesOrgProviderTest, TestOmitPositions, TestNumericTerms64, TestMiniSolrCloudCluster, DistributedMLTComponentTest, HdfsTlogReplayBufferedWhileIndexingTest, LeaderFailoverAfterPartitionTest, TestQuerySenderListener, TestBinaryField, DistributedFacetPivotWhiteBoxTest, DocValuesMissingTest, SuggestComponentContextFilterQueryTest, TestConfigSetProperties, TestFastOutputStream, SuggesterWFSTTest, TestJoin, SharedFSAutoReplicaFailoverTest, RecoveryAfterSoftCommitTest, TestDistribIDF, HdfsBasicDistributedZkTest, TestWriterPerf, TestLMJelinekMercerSimilarityFactory, TestDistributedStatsComponentCardinality, CleanupOldIndexTest, NumericFieldsTest, TestCloudPseudoReturnFields, TestSolrConfigHandlerCloud, CollectionTooManyReplicasTest, RollingRestartTest, LeaderInitiatedRecoveryOnShardRestartTest, TestSubQueryTransformerDistrib, TestTrieFacet, TestDistributedGrouping, TestRTGBase, TestReRankQParserPlugin, DistributedFacetPivotSmallAdvancedTest, SpellPossibilityIteratorTest, TestClusterStateMutator, AsyncCallRequestStatusResponseTest, SpellCheckCollatorTest, SpellingQueryConverterTest, TestShardHandlerFactory, DistributedDebugComponentTest, TestFiltering, ShardRoutingCustomTest, TestLocalFSCloudBackupRestore]
   [junit4] Completed [191/620 (1!)] on J1 in 50.33s, 1 test, 1 error <<< FAILURES!

[...truncated 1384 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:741: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:685: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:59: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build.xml:233: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/common-build.xml:530: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:1443: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 135 ignored (83 assumptions) [seed: C5013D9D0DB5C997]

Total time: 85 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3410 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3410/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasics

Error Message:
IOException occured when talking to server at: http://127.0.0.1:62143/solr/testSolrCloudCollection_shard1_replica2

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: IOException occured when talking to server at: http://127.0.0.1:62143/solr/testSolrCloudCollection_shard1_replica2
	at __randomizedtesting.SeedInfo.seed([F6A7CEC0F9FA755:32B2D2C03771F925]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:739)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1151)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:193)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:62143/solr/testSolrCloudCollection_shard1_replica2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:714)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:62143 failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
	... 10 more




Build Log:
[...truncated 12370 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> 4240079 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4240080 INFO  (Thread-5328) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4240080 INFO  (Thread-5328) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4240184 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.ZkTestServer start zk server on port:62129
   [junit4]   2> 4240184 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4240185 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240220 INFO  (zkCallback-4522-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@117bd4f2 name:ZooKeeperConnection Watcher:127.0.0.1:62129 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240220 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240221 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4240221 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 4240287 INFO  (jetty-launcher-4521-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 4240287 INFO  (jetty-launcher-4521-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 4240288 INFO  (jetty-launcher-4521-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 4240287 INFO  (jetty-launcher-4521-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 4240288 INFO  (jetty-launcher-4521-thread-5) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 4240292 INFO  (jetty-launcher-4521-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f738207{/solr,null,AVAILABLE}
   [junit4]   2> 4240293 INFO  (jetty-launcher-4521-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7db35ab8{/solr,null,AVAILABLE}
   [junit4]   2> 4240293 INFO  (jetty-launcher-4521-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55f266e{/solr,null,AVAILABLE}
   [junit4]   2> 4240294 INFO  (jetty-launcher-4521-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@6348a5a{HTTP/1.1,[http/1.1]}{127.0.0.1:62138}
   [junit4]   2> 4240294 INFO  (jetty-launcher-4521-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@68fc78c1{HTTP/1.1,[http/1.1]}{127.0.0.1:62139}
   [junit4]   2> 4240294 INFO  (jetty-launcher-4521-thread-4) [    ] o.e.j.s.Server Started @4246873ms
   [junit4]   2> 4240294 INFO  (jetty-launcher-4521-thread-1) [    ] o.e.j.s.Server Started @4246873ms
   [junit4]   2> 4240294 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62138}
   [junit4]   2> 4240294 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62139}
   [junit4]   2> 4240294 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 4240294 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 4240294 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node4'
   [junit4]   2> 4240294 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node1'
   [junit4]   2> 4240294 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4240294 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4240294 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 4240295 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 4240295 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4240295 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4240296 INFO  (jetty-launcher-4521-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@447abceb{HTTP/1.1,[http/1.1]}{127.0.0.1:62137}
   [junit4]   2> 4240296 INFO  (jetty-launcher-4521-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14a4c22c{/solr,null,AVAILABLE}
   [junit4]   2> 4240296 INFO  (jetty-launcher-4521-thread-2) [    ] o.e.j.s.Server Started @4246876ms
   [junit4]   2> 4240296 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62137}
   [junit4]   2> 4240296 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 4240296 INFO  (jetty-launcher-4521-thread-5) [    ] o.e.j.s.ServerConnector Started ServerConnector@4c061f94{HTTP/1.1,[http/1.1]}{127.0.0.1:62140}
   [junit4]   2> 4240297 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node2'
   [junit4]   2> 4240297 INFO  (jetty-launcher-4521-thread-5) [    ] o.e.j.s.Server Started @4246876ms
   [junit4]   2> 4240297 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4240297 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62140}
   [junit4]   2> 4240297 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 4240297 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 4240297 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node5'
   [junit4]   2> 4240297 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4240297 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4240297 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 4240298 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4240298 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240298 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240299 INFO  (jetty-launcher-4521-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@749fea70{/solr,null,AVAILABLE}
   [junit4]   2> 4240299 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240300 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240301 INFO  (jetty-launcher-4521-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@20bb0677{HTTP/1.1,[http/1.1]}{127.0.0.1:62143}
   [junit4]   2> 4240302 INFO  (jetty-launcher-4521-thread-3) [    ] o.e.j.s.Server Started @4246881ms
   [junit4]   2> 4240302 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62143}
   [junit4]   2> 4240303 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 4240303 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node3'
   [junit4]   2> 4240303 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4240303 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 4240303 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4240304 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240316 INFO  (zkCallback-4525-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20f720d name:ZooKeeperConnection Watcher:127.0.0.1:62129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240317 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240317 INFO  (zkCallback-4526-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@281c5f4e name:ZooKeeperConnection Watcher:127.0.0.1:62129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240317 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4240317 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240317 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4240329 INFO  (zkCallback-4524-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6691ba9c name:ZooKeeperConnection Watcher:127.0.0.1:62129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240329 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240330 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4240331 INFO  (zkCallback-4523-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17ac8276 name:ZooKeeperConnection Watcher:127.0.0.1:62129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240332 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240332 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4240333 INFO  (zkCallback-4527-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@130cc3a name:ZooKeeperConnection Watcher:127.0.0.1:62129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240333 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240333 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4240334 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4240334 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4240335 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4240335 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4240335 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4240424 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node1/.
   [junit4]   2> 4240425 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node2/.
   [junit4]   2> 4240424 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node5/.
   [junit4]   2> 4240425 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node3/.
   [junit4]   2> 4240425 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 233464631
   [junit4]   2> 4240425 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node3]
   [junit4]   2> 4240425 WARN  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node3/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node3/lib
   [junit4]   2> 4240426 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 4240425 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.CoreContainer New CoreContainer 1135633455
   [junit4]   2> 4240425 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1016183126
   [junit4]   2> 4240428 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node1]
   [junit4]   2> 4240425 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 449788155
   [junit4]   2> 4240428 WARN  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node1/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node1/lib
   [junit4]   2> 4240429 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 4240428 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node2]
   [junit4]   2> 4240429 WARN  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node2/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node2/lib
   [junit4]   2> 4240428 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node5]
   [junit4]   2> 4240429 WARN  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node5/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node5/lib
   [junit4]   2> 4240430 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 4240429 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 4240430 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 4240430 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4240430 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4240430 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62129/solr
   [junit4]   2> 4240431 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 4240431 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4240429 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 4240431 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4240431 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4240431 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62129/solr
   [junit4]   2> 4240431 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 4240431 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4240432 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240432 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 4240432 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4240432 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4240432 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62129/solr
   [junit4]   2> 4240432 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240432 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 4240433 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4240433 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 4240433 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4240433 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4240433 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62129/solr
   [junit4]   2> 4240433 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 4240433 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4240434 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240434 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240439 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node4/.
   [junit4]   2> 4240440 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 128409727
   [junit4]   2> 4240440 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node4]
   [junit4]   2> 4240440 WARN  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node4/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node4/lib
   [junit4]   2> 4240440 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 4240441 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 4240441 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4240441 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4240442 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62129/solr
   [junit4]   2> 4240442 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 4240442 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4240442 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240450 INFO  (zkCallback-4535-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@492fb321 name:ZooKeeperConnection Watcher:127.0.0.1:62129 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240451 INFO  (zkCallback-4532-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@553fd82d name:ZooKeeperConnection Watcher:127.0.0.1:62129 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240451 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240451 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240451 INFO  (jetty-launcher-4521-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4240452 INFO  (jetty-launcher-4521-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4240453 INFO  (zkCallback-4538-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@40017250 name:ZooKeeperConnection Watcher:127.0.0.1:62129 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240453 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240454 INFO  (jetty-launcher-4521-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4240454 INFO  (zkCallback-4539-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ebba9ac name:ZooKeeperConnection Watcher:127.0.0.1:62129 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240454 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240455 INFO  (jetty-launcher-4521-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4240460 INFO  (zkCallback-4542-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19d48280 name:ZooKeeperConnection Watcher:127.0.0.1:62129 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240460 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240460 INFO  (jetty-launcher-4521-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4240471 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/401475960@224c8136
   [junit4]   2> 4240471 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/401475960@46a09713
   [junit4]   2> 4240472 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240472 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240480 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155e45638c20009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4240481 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/401475960@6c9ba894
   [junit4]   2> 4240480 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/401475960@14b6bba0
   [junit4]   2> 4240481 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240482 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240488 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/401475960@79cdd4e6
   [junit4]   2> 4240488 INFO  (zkCallback-4543-thread-1-processing-n:127.0.0.1:62143_solr) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2fbe79eb name:ZooKeeperConnection Watcher:127.0.0.1:62129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240488 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240488 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4240489 INFO  (zkCallback-4544-thread-1-processing-n:127.0.0.1:62139_solr) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62719a68 name:ZooKeeperConnection Watcher:127.0.0.1:62129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240489 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240497 INFO  (zkCallback-4545-thread-1-processing-n:127.0.0.1:62137_solr) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@512b996b name:ZooKeeperConnection Watcher:127.0.0.1:62129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240497 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240497 INFO  (zkCallback-4546-thread-1-processing-n:127.0.0.1:62140_solr) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b6b820a name:ZooKeeperConnection Watcher:127.0.0.1:62129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240497 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240508 INFO  (zkCallback-4547-thread-1-processing-n:127.0.0.1:62138_solr) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@454592e6 name:ZooKeeperConnection Watcher:127.0.0.1:62129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4240508 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4240509 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 4240520 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 4240520 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 4240521 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 4240522 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 4240559 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 4240559 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 4240569 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 4240572 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 4240573 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 4240642 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 4240643 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 4240651 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 4240692 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 4240692 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 4240692 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 4240692 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 4240692 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 4240727 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 4240727 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 4240727 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 4240727 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 4240728 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 4240743 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 4240743 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 4240744 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 4240744 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 4240744 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 4240780 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 4240781 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 4240781 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 4240781 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 4240781 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 4240818 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 4240818 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 4240818 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 4240819 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 4240819 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 4240838 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 4240839 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 4240839 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 4240839 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 4240839 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 4240877 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 4240877 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 4240877 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 4240877 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 4240877 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 4240885 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4240917 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4240917 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4240917 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4240953 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4240954 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 4240954 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 4240955 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 4240955 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 4240955 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 4240956 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 4240956 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 4240956 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 4240957 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 4240957 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 4240964 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 4240964 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 4240964 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 4240964 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 4240964 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 4240976 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 4240977 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 4240977 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 4240977 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 4240977 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 4241028 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4241028 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4241028 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4241043 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4241043 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4241058 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96234026028892175-127.0.0.1:62138_solr-n_0000000000
   [junit4]   2> 4241058 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96234026028892171-127.0.0.1:62143_solr-n_0000000002
   [junit4]   2> 4241058 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96234026028892174-127.0.0.1:62140_solr-n_0000000001
   [junit4]   2> 4241083 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96234026028892172-127.0.0.1:62139_solr-n_0000000004
   [junit4]   2> 4241083 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96234026028892173-127.0.0.1:62137_solr-n_0000000003
   [junit4]   2> 4241084 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62138_solr
   [junit4]   2> 4241084 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 4241084 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96234026028892174-127.0.0.1:62140_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 4241085 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96234026028892175-127.0.0.1:62138_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 4241085 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96234026028892173-127.0.0.1:62137_solr-n_0000000003 to know if I could be the leader
   [junit4]   2> 4241085 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62143_solr
   [junit4]   2> 4241085 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:62143_solr
   [junit4]   2> 4241085 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96234026028892171-127.0.0.1:62143_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 4241086 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62140_solr
   [junit4]   2> 4241086 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:62140_solr
   [junit4]   2> 4241086 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62139_solr
   [junit4]   2> 4241086 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:62139_solr
   [junit4]   2> 4241086 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62137_solr
   [junit4]   2> 4241086 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:62137_solr
   [junit4]   2> 4241102 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.Overseer Overseer (id=96234026028892175-127.0.0.1:62138_solr-n_0000000000) starting
   [junit4]   2> 4241111 INFO  (zkCallback-4544-thread-1-processing-n:127.0.0.1:62139_solr) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 4241111 INFO  (zkCallback-4543-thread-1-processing-n:127.0.0.1:62143_solr) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 4241111 INFO  (zkCallback-4545-thread-1-processing-n:127.0.0.1:62137_solr) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 4241111 INFO  (zkCallback-4546-thread-1-processing-n:127.0.0.1:62140_solr) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 4241111 INFO  (zkCallback-4547-thread-1-processing-n:127.0.0.1:62138_solr) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 4241123 INFO  (zkCallback-4544-thread-1-processing-n:127.0.0.1:62139_solr) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4241124 INFO  (zkCallback-4545-thread-1-processing-n:127.0.0.1:62137_solr) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4241124 INFO  (zkCallback-4547-thread-1-processing-n:127.0.0.1:62138_solr) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4241126 INFO  (zkCallback-4543-thread-1-processing-n:127.0.0.1:62143_solr) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4241125 INFO  (zkCallback-4546-thread-1-processing-n:127.0.0.1:62140_solr) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4241134 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4241134 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4241136 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4241136 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4241142 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4241142 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4241151 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node3/.
   [junit4]   2> 4241152 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node5/.
   [junit4]   2> 4241154 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node2/.
   [junit4]   2> 4241154 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 4241154 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 4241154 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 4241154 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 4241155 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 4241155 INFO  (jetty-launcher-4521-thread-5) [n:127.0.0.1:62140_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 4241156 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 4241156 INFO  (jetty-launcher-4521-thread-3) [n:127.0.0.1:62143_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 4241156 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 4241156 INFO  (jetty-launcher-4521-thread-2) [n:127.0.0.1:62137_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 4241157 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4241157 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4241158 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node1/.
   [junit4]   2> 4241158 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 4241171 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 4241172 INFO  (jetty-launcher-4521-thread-1) [n:127.0.0.1:62139_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 4241251 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 4241252 INFO  (OverseerCollectionConfigSetProcessor-96234026028892175-127.0.0.1:62138_solr-n_0000000000) [n:127.0.0.1:62138_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 4241252 INFO  (OverseerStateUpdate-96234026028892175-127.0.0.1:62138_solr-n_0000000000) [n:127.0.0.1:62138_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 4241252 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:62138_solr as DOWN
   [junit4]   2> 4241265 INFO  (OverseerStateUpdate-96234026028892175-127.0.0.1:62138_solr-n_0000000000) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (4)
   [junit4]   2> 4241286 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62138_solr
   [junit4]   2> 4241286 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:62138_solr
   [junit4]   2> 4241287 INFO  (OverseerStateUpdate-96234026028892175-127.0.0.1:62138_solr-n_0000000000) [n:127.0.0.1:62138_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:62138_solr"} current state version: 0
   [junit4]   2> 4241287 INFO  (OverseerStateUpdate-96234026028892175-127.0.0.1:62138_solr-n_0000000000) [n:127.0.0.1:62138_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:62138_solr
   [junit4]   2> 4241299 INFO  (zkCallback-4546-thread-1-processing-n:127.0.0.1:62140_solr) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4241299 INFO  (zkCallback-4543-thread-1-processing-n:127.0.0.1:62143_solr) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4241299 INFO  (zkCallback-4545-thread-1-processing-n:127.0.0.1:62137_solr) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4241299 INFO  (zkCallback-4544-thread-1-processing-n:127.0.0.1:62139_solr) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4241299 INFO  (zkCallback-4547-thread-1-processing-n:127.0.0.1:62138_solr) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4241300 INFO  (zkCallback-4546-thread-1-processing-n:127.0.0.1:62140_solr) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4241309 INFO  (zkCallback-4543-thread-1-processing-n:127.0.0.1:62143_solr) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4241309 INFO  (zkCallback-4545-thread-1-processing-n:127.0.0.1:62137_solr) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4241309 INFO  (zkCallback-4547-thread-1-processing-n:127.0.0.1:62138_solr) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4241310 INFO  (zkCallback-4544-thread-1-processing-n:127.0.0.1:62139_solr) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4241313 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4241313 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4241314 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node4/.
   [junit4]   2> 4241315 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 4241316 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 4241316 INFO  (jetty-launcher-4521-thread-4) [n:127.0.0.1:62138_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 4241316 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4241316 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4241329 INFO  (zkCallback-4553-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@75552812 name:ZooKeeperConnection Watcher:127.0.0.1:62129 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4241329 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4241329 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4241367 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@4c061f94{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 4241368 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1135633455
   [junit4]   2> 4241368 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:62140_solr as DOWN
   [junit4]   2> 4241453 INFO  (zkCallback-4544-thread-1-processing-n:127.0.0.1:62139_solr) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 4241454 INFO  (zkCallback-4547-thread-2-processing-n:127.0.0.1:62138_solr) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 4241454 INFO  (zkCallback-4543-thread-1-processing-n:127.0.0.1:62143_solr) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 4241454 INFO  (zkCallback-4545-thread-1-processing-n:127.0.0.1:62137_solr) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 4241454 INFO  (zkCallback-4546-thread-1-processing-n:127.0.0.1:62140_solr) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 4241455 WARN  (zkCallback-4546-thread-1-processing-n:127.0.0.1:62140_solr) [n:127.0.0.1:62140_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 4241456 INFO  (OverseerStateUpdate-96234026028892175-127.0.0.1:62138_solr-n_0000000000) [n:127.0.0.1:62138_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:62140_solr"} current state version: 0
   [junit4]   2> 4241456 INFO  (OverseerStateUpdate-96234026028892175-127.0.0.1:62138_solr-n_0000000000) [n:127.0.0.1:62138_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:62140_solr
   [junit4]   2> 4241456 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14a4c22c{/solr,null,UNAVAILABLE}
   [junit4]   2> 4241457 INFO  (zkCallback-4547-thread-2-processing-n:127.0.0.1:62138_solr) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 4241457 INFO  (zkCallback-4544-thread-1-processing-n:127.0.0.1:62139_solr) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 4241457 INFO  (zkCallback-4543-thread-1-processing-n:127.0.0.1:62143_solr) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 4241457 INFO  (zkCallback-4545-thread-1-processing-n:127.0.0.1:62137_solr) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 4241459 INFO  (zkCallback-4543-thread-2-processing-n:127.0.0.1:62143_solr) [n:127.0.0.1:62143_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96234026028892175-127.0.0.1:62138_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 4241460 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 4241462 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b9cf905{/solr,null,AVAILABLE}
   [junit4]   2> 4241462 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.e.j.s.ServerConnector Started ServerConnector@24daf35a{HTTP/1.1,[http/1.1]}{127.0.0.1:62161}
   [junit4]   2> 4241463 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.e.j.s.Server Started @4248042ms
   [junit4]   2> 4241463 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62161}
   [junit4]   2> 4241463 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 4241464 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node6'
   [junit4]   2> 4241464 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4241464 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 4241464 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4241465 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4241538 INFO  (zkCallback-4555-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61bcc772 name:ZooKeeperConnection Watcher:127.0.0.1:62129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4241538 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4241539 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4241540 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4241576 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node6/.
   [junit4]   2> 4241576 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.CoreContainer New CoreContainer 1463063680
   [junit4]   2> 4241576 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node6]
   [junit4]   2> 4241577 WARN  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node6/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node6/lib
   [junit4]   2> 4241577 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 4241580 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 4241580 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4241580 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4241580 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62129/solr
   [junit4]   2> 4241580 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 4241581 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4241581 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4241624 INFO  (zkCallback-4558-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2876fd2e name:ZooKeeperConnection Watcher:127.0.0.1:62129 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4241624 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4241625 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4241680 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/401475960@33c5373f
   [junit4]   2> 4241681 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4241741 INFO  (zkCallback-4559-thread-1-processing-n:127.0.0.1:62161_solr) [n:127.0.0.1:62161_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31031d04 name:ZooKeeperConnection Watcher:127.0.0.1:62129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4241741 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4242046 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4242048 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 4242049 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4242054 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4242066 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96234026028892179-127.0.0.1:62161_solr-n_0000000005
   [junit4]   2> 4242067 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96234026028892172-127.0.0.1:62139_solr-n_0000000004 to know if I could be the leader
   [junit4]   2> 4242068 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:62161_solr as DOWN
   [junit4]   2> 4242119 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62161_solr
   [junit4]   2> 4242119 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:62161_solr
   [junit4]   2> 4242120 INFO  (OverseerStateUpdate-96234026028892175-127.0.0.1:62138_solr-n_0000000000) [n:127.0.0.1:62138_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:62161_solr"} current state version: 0
   [junit4]   2> 4242120 INFO  (OverseerStateUpdate-96234026028892175-127.0.0.1:62138_solr-n_0000000000) [n:127.0.0.1:62138_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:62161_solr
   [junit4]   2> 4242143 INFO  (zkCallback-4544-thread-1-processing-n:127.0.0.1:62139_solr) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4242143 INFO  (zkCallback-4559-thread-1-processing-n:127.0.0.1:62161_solr) [n:127.0.0.1:62161_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4242143 INFO  (zkCallback-4547-thread-3-processing-n:127.0.0.1:62138_solr) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4242143 INFO  (zkCallback-4543-thread-2-processing-n:127.0.0.1:62143_solr) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4242143 INFO  (zkCallback-4545-thread-1-processing-n:127.0.0.1:62137_solr) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 4242144 INFO  (zkCallback-4544-thread-1-processing-n:127.0.0.1:62139_solr) [n:127.0.0.1:62139_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4242154 INFO  (zkCallback-4543-thread-2-processing-n:127.0.0.1:62143_solr) [n:127.0.0.1:62143_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4242154 INFO  (zkCallback-4545-thread-1-processing-n:127.0.0.1:62137_solr) [n:127.0.0.1:62137_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4242154 INFO  (zkCallback-4547-thread-3-processing-n:127.0.0.1:62138_solr) [n:127.0.0.1:62138_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4242156 INFO  (zkCallback-4559-thread-1-processing-n:127.0.0.1:62161_solr) [n:127.0.0.1:62161_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 4242174 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4242174 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4242175 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_F6A7CEC0F9FA755-001/tempDir-001/node6/.
   [junit4]   2> 4242176 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 4242177 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 4242177 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [n:127.0.0.1:62161_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 4242178 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4242178 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4242196 INFO  (zkCallback-4561-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f60f779 name:ZooKeeperConnection Watcher:127.0.0.1:62129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4242196 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4242196 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4242197 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/addfields.updateprocessor.js
   [junit4]   2> 4242229 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/analyzingInfixSuggest.txt
   [junit4]   2> 4242243 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[F6A7CEC0F9FA755]) [    ] o.a.s.c.c.SolrZkClient 

[...truncated too long message...]

0(blocksize=128))), _version_=PostingsFormat(name=Memory doPackFST= true), multiDefault=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Memory doPackFST= true), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_i_dv=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=Direct)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1964, maxMBSortInHeap=6.527038436552713, sim=ClassicSimilarity, locale=cs, timezone=America/Tortola
   [junit4]   2> NOTE: Mac OS X 10.11.5 x86_64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=193613368,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [CloudMLTQParserTest, TestCollationField, TestRandomCollapseQParserPlugin, TestSolrCoreProperties, CleanupOldIndexTest, CheckHdfsIndexTest, TestNRTOpen, SortByFunctionTest, TestConfigOverlay, LukeRequestHandlerTest, TestSystemIdResolver, TestOverriddenPrefixQueryForCustomFieldType, AutoCommitTest, TestUseDocValuesAsStored2, MinimalSchemaTest, TestDistribDocBasedVersion, TestReloadDeadlock, TestTrieFacet, SuggesterWFSTTest, TestAtomicUpdateErrorCases, TestValueSourceCache, TestSchemaNameResource, ClassificationUpdateProcessorFactoryTest, TestSolrIndexConfig, DeleteReplicaTest, TestSolr4Spatial2, CollectionReloadTest, DistributedFacetPivotLargeTest, HdfsDirectoryTest, SaslZkACLProviderTest, TestFieldCacheSort, TestSolrConfigHandlerCloud, WordBreakSolrSpellCheckerTest, TestLegacyFieldCache, TestConfigReload, TestFieldCacheVsDocValues, FieldMutatingUpdateProcessorTest, OverriddenZkACLAndCredentialsProvidersTest, TestCSVResponseWriter, HdfsRecoveryZkTest, TestFieldTypeCollectionResource, CreateCollectionCleanupTest, LoggingHandlerTest, AddBlockUpdateTest, HdfsSyncSliceTest, TestCloudSchemaless, CoreAdminCreateDiscoverTest, BinaryUpdateRequestHandlerTest, TestFiltering, CopyFieldTest, LeaderFailoverAfterPartitionTest, SolrPluginUtilsTest, TestPHPSerializedResponseWriter, AddSchemaFieldsUpdateProcessorFactoryTest, NoCacheHeaderTest, SpellPossibilityIteratorTest, TestManagedResourceStorage, CdcrVersionReplicationTest, EchoParamsTest, TestAnalyzeInfixSuggestions, TestDistributedStatsComponentCardinality, TestIntervalFaceting, RequestHandlersTest, SolrCloudExampleTest, BlockJoinFacetRandomTest, OverseerStatusTest, ConvertedLegacyTest, TestHighFrequencyDictionaryFactory, DocExpirationUpdateProcessorFactoryTest, MultiThreadedOCPTest, TestOrdValues, TestSolrDynamicMBean, TestRawTransformer, TestWriterPerf, TestCopyFieldCollectionResource, TestSolr4Spatial, TestFileDictionaryLookup, LeaderInitiatedRecoveryOnShardRestartTest, VMParamsZkACLAndCredentialsProvidersTest, BasicZkTest, RAMDirectoryFactoryTest, TestRTGBase, DeleteInactiveReplicaTest, TestExactStatsCache, CollectionsAPISolrJTest, SuggestComponentContextFilterQueryTest, HdfsTlogReplayBufferedWhileIndexingTest, ConnectionReuseTest, TestQueryTypes, DistributedFacetPivotWhiteBoxTest, QueryResultKeyTest, SignatureUpdateProcessorFactoryTest, DistributedTermsComponentTest, BadIndexSchemaTest, TestAuthenticationFramework, TestFuzzyAnalyzedSuggestions, BadCopyFieldTest, TestUtils, TestSchemaSimilarityResource, CacheHeaderTest, TestBadConfig, TestSimpleQParserPlugin, TestRangeQuery, SmileWriterTest, TestLocalFSCloudBackupRestore, TestCloudPseudoReturnFields, DateMathParserTest, RollingRestartTest, TermVectorComponentDistributedTest, CoreAdminHandlerTest, TestJoin, FieldAnalysisRequestHandlerTest, OverseerModifyCollectionTest, LeaderElectionIntegrationTest, TestComplexPhraseQParserPlugin, DateFieldTest, ConfigSetsAPITest, SpellCheckCollatorTest, StatsComponentTest, TestClassicSimilarityFactory, TestSolrCLIRunExample, BlobRepositoryCloudTest, TestCrossCoreJoin, TestIndexingPerformance, TestOnReconnectListenerSupport, PluginInfoTest, HdfsWriteToMultipleCollectionsTest, TestBinaryField, TestFieldCollectionResource, TestQueryUtils, ExitableDirectoryReaderTest, ResponseLogComponentTest, TestPerFieldSimilarity, OutputWriterTest, IndexSchemaRuntimeFieldTest, ForceLeaderTest, TestDistribIDF, TestClusterStateMutator, GraphQueryTest, FullSolrCloudDistribCmdsTest, TestCloudInspectUtil, BigEndianAscendingWordDeserializerTest, TestSolrQueryParserResource, TestJettySolrRunner, BaseCdcrDistributedZkTest, SolrIndexSplitterTest, TestDistributedGrouping, TestCloudManagedSchema, TestManagedStopFilterFactory, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, TestReload, TestStressVersions, HardAutoCommitTest, TestCoreContainer, SpellCheckComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, RequiredFieldsTest, TestSolrQueryParser, TestArbitraryIndexDir, TestJmxIntegration, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, SearchHandlerTest, TestBinaryResponseWriter, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, SolrIndexConfigTest, TestStressRecovery, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, AliasIntegrationTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, HttpPartitionTest, TestConfigSetsAPIZkFailure, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestRebalanceLeaders, TestReplicaProperties, TestSSLRandomization, TestSizeLimitedDistributedMap, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorCloud, TlogReplayBufferedWhileIndexingTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, StressHdfsTest, ZkStateReaderTest, RuleEngineTest, RulesTest, TestSolrConfigHandlerConcurrent, DistributedFacetPivotSmallAdvancedTest, DistributedQueryComponentOptimizationTest, SuggestComponentTest, TestPivotHelperCode, JavabinLoaderTest, TestSlowCompositeReaderWrapper, TestCustomDocTransformer, TestGeoJSONResponseWriter, TestGraphMLResponseWriter, TestSolrQueryResponse, TestSortingResponseWriter, TestSubQueryTransformer, TestSubQueryTransformerDistrib, TestSchemaManager, TestUseDocValuesAsStored, AnalyticsQueryTest, CursorMarkTest, MergeStrategyTest, RankQueryTest, SortSpecParsingTest, TestAddFieldRealTimeGet, TestCollapseQParserPlugin, TestInitQParser, TestMissingGroups, TestRecoveryHdfs, TestStandardQParsers, TestStressUserVersions, TestSortByMinMaxFunction, BJQParserTest, BlockJoinFacetSimpleTest, TestScoreJoinQPNoScore, TestScoreJoinQPScore, TestNonDefinedSimilarityFactory, TestPerFieldSimilarityWithDefaultOverride, TestDefaultStatsCache, BasicAuthIntegrationTest]
   [junit4] Completed [589/620 (1!)] on J1 in 25.74s, 1 test, 1 error <<< FAILURES!

[...truncated 135 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:741: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:685: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:59: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build.xml:233: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/common-build.xml:530: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:1443: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 136 ignored (84 assumptions) [seed: F6A7CEC0F9FA755]

Total time: 95 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3409 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3409/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:52154/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52154/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
	at __randomizedtesting.SeedInfo.seed([60B754BD1A87A703:E8E36B67B47BCAFB]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12076 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/init-core-data-001
   [junit4]   2> 3224014 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 3224015 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3224015 INFO  (Thread-4491) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3224015 INFO  (Thread-4491) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3224124 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:52151
   [junit4]   2> 3224124 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3224125 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3224143 INFO  (zkCallback-3669-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@946097f name:ZooKeeperConnection Watcher:127.0.0.1:52151 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3224143 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3224143 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3224143 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 3224150 INFO  (jetty-launcher-3668-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 3224150 INFO  (jetty-launcher-3668-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 3224153 INFO  (jetty-launcher-3668-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2db98d7{/solr,null,AVAILABLE}
   [junit4]   2> 3224154 INFO  (jetty-launcher-3668-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74e47a23{/solr,null,AVAILABLE}
   [junit4]   2> 3224154 INFO  (jetty-launcher-3668-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@12ae849a{HTTP/1.1,[http/1.1]}{127.0.0.1:52153}
   [junit4]   2> 3224154 INFO  (jetty-launcher-3668-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@79edcfdd{HTTP/1.1,[http/1.1]}{127.0.0.1:52154}
   [junit4]   2> 3224154 INFO  (jetty-launcher-3668-thread-2) [    ] o.e.j.s.Server Started @3232296ms
   [junit4]   2> 3224154 INFO  (jetty-launcher-3668-thread-1) [    ] o.e.j.s.Server Started @3232296ms
   [junit4]   2> 3224154 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52153}
   [junit4]   2> 3224154 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52154}
   [junit4]   2> 3224155 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 3224155 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 3224155 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2'
   [junit4]   2> 3224155 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1'
   [junit4]   2> 3224155 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3224155 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3224155 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3224155 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3224155 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3224156 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3224156 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3224156 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3224157 INFO  (zkCallback-3670-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45e40b79 name:ZooKeeperConnection Watcher:127.0.0.1:52151/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3224158 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3224158 INFO  (zkCallback-3671-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@517f4846 name:ZooKeeperConnection Watcher:127.0.0.1:52151/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3224158 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3224158 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3224158 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3224158 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3224159 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3224163 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1/.
   [junit4]   2> 3224163 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2/.
   [junit4]   2> 3224164 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1621607154
   [junit4]   2> 3224164 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1995552064
   [junit4]   2> 3224164 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1]
   [junit4]   2> 3224164 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2]
   [junit4]   2> 3224164 WARN  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1/lib
   [junit4]   2> 3224164 WARN  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2/lib
   [junit4]   2> 3224164 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 3224164 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 3224167 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 3224167 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3224167 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3224167 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52151/solr
   [junit4]   2> 3224167 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3224167 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 3224167 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3224167 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3224167 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3224167 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52151/solr
   [junit4]   2> 3224167 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3224167 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3224168 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3224168 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3224169 INFO  (zkCallback-3676-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ee671f7 name:ZooKeeperConnection Watcher:127.0.0.1:52151 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3224169 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3224169 INFO  (zkCallback-3677-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@55d5082f name:ZooKeeperConnection Watcher:127.0.0.1:52151 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3224169 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3224169 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3224170 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3224171 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/1140532883@2f80e9d0
   [junit4]   2> 3224171 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3224172 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/1140532883@2a43b933
   [junit4]   2> 3224172 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3224173 INFO  (zkCallback-3678-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@36ee7dcd name:ZooKeeperConnection Watcher:127.0.0.1:52151/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3224173 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3224174 INFO  (zkCallback-3679-thread-1-processing-n:127.0.0.1:52153_solr) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58f039ad name:ZooKeeperConnection Watcher:127.0.0.1:52151/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3224174 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3224175 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3224175 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3224178 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3224179 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3224183 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3224183 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3224187 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3224187 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3224190 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3224190 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3224192 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3224193 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3224195 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 3224195 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 3224198 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3224198 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3224200 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3224200 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3224202 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3224203 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3224204 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3224204 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3224205 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 3224205 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 3224206 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3224206 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3224211 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3224212 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3224213 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3224214 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3224215 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3224215 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3224216 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96232068565762053-127.0.0.1:52154_solr-n_0000000000
   [junit4]   2> 3224216 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96232068565762054-127.0.0.1:52153_solr-n_0000000001
   [junit4]   2> 3224217 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52154_solr
   [junit4]   2> 3224217 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 3224218 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96232068565762053-127.0.0.1:52154_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 3224218 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52153_solr
   [junit4]   2> 3224218 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52153_solr
   [junit4]   2> 3224219 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.Overseer Overseer (id=96232068565762053-127.0.0.1:52154_solr-n_0000000000) starting
   [junit4]   2> 3224220 INFO  (zkCallback-3678-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3224221 INFO  (zkCallback-3679-thread-1-processing-n:127.0.0.1:52153_solr) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3224223 INFO  (zkCallback-3678-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3224224 INFO  (zkCallback-3679-thread-1-processing-n:127.0.0.1:52153_solr) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3224225 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 3224234 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3224235 INFO  (OverseerCollectionConfigSetProcessor-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 3224236 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 3224238 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:52154_solr as DOWN
   [junit4]   2> 3224240 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 3224241 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52154_solr
   [junit4]   2> 3224241 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3224242 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52154_solr
   [junit4]   2> 3224242 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3224245 INFO  (zkCallback-3678-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3224245 INFO  (zkCallback-3679-thread-1-processing-n:127.0.0.1:52153_solr) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3224247 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2/.
   [junit4]   2> 3224247 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 3224248 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:52154_solr"} current state version: 0
   [junit4]   2> 3224248 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:52154_solr
   [junit4]   2> 3224248 INFO  (zkCallback-3679-thread-1-processing-n:127.0.0.1:52153_solr) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3224249 INFO  (zkCallback-3678-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3224250 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 3224250 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:52153_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3224267 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3224267 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3224268 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1/.
   [junit4]   2> 3224268 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 3224270 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 3224270 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:52154_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3224270 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3224271 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3224272 INFO  (zkCallback-3682-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a7385bb name:ZooKeeperConnection Watcher:127.0.0.1:52151 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3224272 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3224272 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3224276 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3224276 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3224277 INFO  (zkCallback-3685-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b52607d name:ZooKeeperConnection Watcher:127.0.0.1:52151/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3224277 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3224278 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3224278 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3224279 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 3224280 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3224295 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 3224307 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3224327 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[60B754BD1A87A703]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 3224331 INFO  (qtp874511969-21150) [n:127.0.0.1:52154_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&router.field=shard_s&autoAddReplicas=true&name=backuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3224334 INFO  (OverseerCollectionConfigSetProcessor-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 3224334 INFO  (OverseerThreadFactory-9395-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 3224335 INFO  (OverseerThreadFactory-9395-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 3224335 INFO  (OverseerThreadFactory-9395-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 3224336 INFO  (OverseerThreadFactory-9395-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 3224338 INFO  (zkCallback-3685-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 3224338 INFO  (zkCallback-3679-thread-1-processing-n:127.0.0.1:52153_solr) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 3224338 INFO  (zkCallback-3678-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 3224343 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 3224343 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 3224344 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 3224449 INFO  (OverseerThreadFactory-9395-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
   [junit4]   2> 3224449 INFO  (OverseerThreadFactory-9395-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:52154_solr
   [junit4]   2> 3224449 INFO  (OverseerThreadFactory-9395-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:52153_solr
   [junit4]   2> 3224454 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 3224454 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 3224454 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 3224455 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 3224455 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 3224455 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 3224457 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 3224457 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 3224457 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52153/solr",
   [junit4]   2>   "node_name":"127.0.0.1:52153_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3224457 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52153/solr",
   [junit4]   2>   "node_name":"127.0.0.1:52153_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3224458 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 3224458 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 3224458 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 3224459 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 3224462 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52154/solr",
   [junit4]   2>   "node_name":"127.0.0.1:52154_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3224462 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52154/solr",
   [junit4]   2>   "node_name":"127.0.0.1:52154_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3224572 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 3224573 INFO  (zkCallback-3678-thread-2-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3224573 INFO  (zkCallback-3679-thread-1-processing-n:127.0.0.1:52153_solr) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3224574 INFO  (zkCallback-3678-thread-2-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 3224574 INFO  (zkCallback-3679-thread-1-processing-n:127.0.0.1:52153_solr) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 3225468 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 3225469 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 3225469 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 3225469 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 3225469 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 3225470 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 3225470 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 3225470 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 3225471 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3225471 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3225471 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1/backuprestore_shard1_replica1'
   [junit4]   2> 3225471 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2/backuprestore_shard2_replica1'
   [junit4]   2> 3225471 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3225471 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3225471 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3225472 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3225476 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 3225476 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 3225479 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 3225479 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 3225481 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3225481 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3225485 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3225485 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3225488 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 3225488 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 3225492 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 3225492 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 3225495 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 3225495 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 3225495 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 3225495 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 3225495 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3225495 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3225495 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1/backuprestore_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/]
   [junit4]   2> 3225495 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2/backuprestore_shard2_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/]
   [junit4]   2> 3225495 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
   [junit4]   2> 3225496 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
   [junit4]   2> 3225496 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1/./backuprestore_shard1_replica1/data
   [junit4]   2> 3225496 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2/./backuprestore_shard2_replica1/data
   [junit4]   2> 3225496 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index/
   [junit4]   2> 3225496 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index/
   [junit4]   2> 3225516 WARN  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3225496 WARN  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3225517 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index
   [junit4]   2> 3225518 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index
   [junit4]   2> 3225519 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@42671b10 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@481cacc9),segFN=segments_1,generation=1}
   [junit4]   2> 3225519 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7447cbd4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c9e8c7b),segFN=segments_1,generation=1}
   [junit4]   2> 3225519 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3225519 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3225519 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/
   [junit4]   2> 3225520 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 3225520 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/
   [junit4]   2> 3225520 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 3225521 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3225521 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3225525 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3225525 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3225526 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3225526 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3225527 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3225527 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3225528 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3225528 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3225530 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 3225530 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 3225530 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 3225530 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 3225531 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3225531 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3225531 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3225531 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3225532 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3225532 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3225533 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7447cbd4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c9e8c7b),segFN=segments_1,generation=1}
   [junit4]   2> 3225533 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3225533 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3225533 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3225533 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d9b775[backuprestore_shard2_replica1] main]
   [junit4]   2> 3225533 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 3225533 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@42671b10 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@481cacc9),segFN=segments_1,generation=1}
   [junit4]   2> 3225533 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3225533 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@48abcca3[backuprestore_shard1_replica1] main]
   [junit4]   2> 3225533 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 3225534 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3225535 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3225535 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3225535 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3225535 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3225535 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 3225535 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3225535 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3225535 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 3225535 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3225536 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3225536 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3225536 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 3225536 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3225536 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3225536 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3225536 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 3225536 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 3225536 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3225536 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 3225536 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 3225537 INFO  (searcherExecutor-9400-thread-1-processing-n:127.0.0.1:52154_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node2) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@48abcca3[backuprestore_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3225536 INFO  (searcherExecutor-9401-thread-1-processing-n:127.0.0.1:52153_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node1) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@5d9b775[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3225537 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 3225537 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 3225536 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 3225537 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539713098646028288
   [junit4]   2> 3225537 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539713098646028288
   [junit4]   2> 3225539 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1539713098646028288
   [junit4]   2> 3225539 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1539713098646028288
   [junit4]   2> 3225539 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 3225539 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 3225540 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard1_replica1
   [junit4]   2> 3225540 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
   [junit4]   2> 3225540 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard1_replica1 address:http://127.0.0.1:52154/solr collection:backuprestore shard:shard1
   [junit4]   2> 3225540 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:http://127.0.0.1:52153/solr collection:backuprestore shard:shard2
   [junit4]   2> 3225541 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard1/election
   [junit4]   2> 3225541 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
   [junit4]   2> 3225550 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96232068565762054-core_node1-n_0000000000
   [junit4]   2> 3225550 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard1/election/96232068565762053-core_node2-n_0000000000
   [junit4]   2> 3225551 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 3225551 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 3225555 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3225555 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3225555 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3225555 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52154/solr/backuprestore_shard1_replica1/
   [junit4]   2> 3225555 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3225555 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3225555 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52153/solr/backuprestore_shard2_replica1/
   [junit4]   2> 3225555 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:52154/solr/backuprestore_shard1_replica1/ has no replicas
   [junit4]   2> 3225555 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3225555 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:52153/solr/backuprestore_shard2_replica1/ has no replicas
   [junit4]   2> 3225556 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore"} current state version: 0
   [junit4]   2> 3225557 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard1
   [junit4]   2> 3225557 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
   [junit4]   2> 3225559 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore"} current state version: 0
   [junit4]   2> 3225562 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard2/leader after winning as /collections/backuprestore/leader_elect/shard2/election/96232068565762054-core_node1-n_0000000000
   [junit4]   2> 3225562 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard1/leader after winning as /collections/backuprestore/leader_elect/shard1/election/96232068565762053-core_node2-n_0000000000
   [junit4]   2> 3225565 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52153/solr/backuprestore_shard2_replica1/ shard2
   [junit4]   2> 3225566 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52154/solr/backuprestore_shard1_replica1/ shard1
   [junit4]   2> 3225568 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "base_url":"http://127.0.0.1:52153/solr",
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 3225571 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "base_url":"http://127.0.0.1:52154/solr",
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 3225682 INFO  (OverseerStateUpdate-96232068565762053-127.0.0.1:52154_solr-n_0000000000) [n:127.0.0.1:52154_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 1
   [junit4]   2> 3225683 INFO  (zkCallback-3678-thread-2-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3225683 INFO  (zkCallback-3679-thread-1-processing-n:127.0.0.1:52153_solr) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3225684 INFO  (zkCallback-3678-thread-2-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
   [junit4]   2> 3225684 INFO  (zkCallback-3679-thread-1-processing-n:127.0.0.1:52153_solr) [n:127.0.0.1:52153_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
   [junit4]   2> 3225735 INFO  (qtp874511969-21153) [n:127.0.0.1:52154_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController We are http://127.0.0.1:52154/solr/backuprestore_shard1_replica1/ and leader is http://127.0.0.1:52154/solr/backuprestore_shard1_replica1/
   [junit4]   2> 3225735 INFO  (qtp1143951083-21143) [n:127.0.0.1:52153_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController We are http://127.0.0.1:52153/solr/backuprestore_shard2_replica1/ and leader is http://127.0.0.1:5

[...truncated too long message...]

.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3233059 INFO  (zkCallback-3678-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3233059 WARN  (zkCallback-3678-thread-1-processing-n:127.0.0.1:52154_solr) [n:127.0.0.1:52154_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3233060 INFO  (jetty-launcher-3668-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@74e47a23{/solr,null,UNAVAILABLE}
   [junit4]   2> 3233061 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52151 52151
   [junit4]   2> 3233068 INFO  (Thread-4491) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52151 52151
   [junit4]   2> 3239447 WARN  (Thread-4491) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 3239447 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[60B754BD1A87A703]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_60B754BD1A87A703-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true): {}, locale=sr-Latn-RS, timezone=America/Belize
   [junit4]   2> NOTE: Mac OS X 10.11.5 x86_64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=154028328,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigReload, TestCharFilters, TestRandomFaceting, AsyncCallRequestStatusResponseTest, TestSortingResponseWriter, TestNamedUpdateProcessors, DistributedQueryComponentOptimizationTest, MultiThreadedOCPTest, TestSuggestSpellingConverter, TestConfigSetsAPI, SpellingQueryConverterTest, ZkSolrClientTest, DistributedIntervalFacetingTest, ForceLeaderTest, RuleEngineTest, TestSolrCLIRunExample, TestRestoreCore, EchoParamsTest, TestBinaryResponseWriter, TestTolerantUpdateProcessorCloud, ZkNodePropsTest, SpellCheckCollatorTest, BasicZkTest, TestWriterPerf, RequestLoggingTest, ConnectionReuseTest, LeaderElectionIntegrationTest, SortByFunctionTest, TestDocTermOrds, DefaultValueUpdateProcessorTest, BadCopyFieldTest, ShowFileRequestHandlerTest, CleanupOldIndexTest, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, DocExpirationUpdateProcessorFactoryTest, TestSerializedLuceneMatchVersion, FullHLLTest, TestSimpleTrackingShardHandler, ShardRoutingCustomTest, RecoveryAfterSoftCommitTest, TestGraphTermsQParserPlugin, TestSchemaManager, TestSlowCompositeReaderWrapper, CheckHdfsIndexTest, TestRequestForwarding, NoCacheHeaderTest, TestQuerySenderListener, ExitableDirectoryReaderTest, TestNumericTerms64, TestExclusionRuleCollectionAccess, TestZkChroot, ParsingFieldUpdateProcessorsTest, TlogReplayBufferedWhileIndexingTest, CoreAdminHandlerTest, SolrCmdDistributorTest, SpellCheckComponentTest, BinaryUpdateRequestHandlerTest, TestCrossCoreJoin, ConfigSetsAPITest, TestReloadDeadlock, OverseerModifyCollectionTest, TestLMJelinekMercerSimilarityFactory, FileUtilsTest, ConvertedLegacyTest, TestOmitPositions, FacetPivotSmallTest, TestSolrDynamicMBean, TestMiniSolrCloudCluster, OutputWriterTest, TestFieldCacheVsDocValues, FileBasedSpellCheckerTest, TestMissingGroups, TestReload, TestRawTransformer, HdfsTlogReplayBufferedWhileIndexingTest, BlobRepositoryCloudTest, TestRangeQuery, HdfsWriteToMultipleCollectionsTest, TestSubQueryTransformer, TestFastOutputStream, TestCloudSchemaless, TestPHPSerializedResponseWriter, CoreMergeIndexesAdminHandlerTest, TestFoldingMultitermQuery, RollingRestartTest, TestSolr4Spatial, UniqFieldsUpdateProcessorFactoryTest, DeleteStatusTest, SolrInfoMBeanTest, TestCoreDiscovery, CSVRequestHandlerTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsRecoveryZkTest, TestAnalyzeInfixSuggestions, TestSchemaSimilarityResource, TestDistributedMissingSort, CdcrUpdateLogTest, HighlighterConfigTest, CloudMLTQParserTest, TermVectorComponentDistributedTest, ReplicationFactorTest, TestDistribDocBasedVersion, DistributedTermsComponentTest, SolrCloudExampleTest, TestObjectReleaseTracker, AutoCommitTest, TestManagedStopFilterFactory, TestInitQParser, DistributedDebugComponentTest, QueryResultKeyTest, SynonymTokenizerTest, TestCSVResponseWriter, LoggingHandlerTest, TestRebalanceLeaders, TestUseDocValuesAsStored2, DebugComponentTest, TestBinaryField, FieldAnalysisRequestHandlerTest, AliasIntegrationTest, HdfsDirectoryTest, TestTrieFacet, CreateCollectionCleanupTest, HdfsChaosMonkeySafeLeaderTest, LeaderFailoverAfterPartitionTest, DistributedMLTComponentTest, CachingDirectoryFactoryTest, TestGraphMLResponseWriter, BlockJoinFacetRandomTest, TestSchemaNameResource, TestStressRecovery, RAMDirectoryFactoryTest, DistributedFacetPivotWhiteBoxTest, TestSolrCoreProperties, RequestHandlersTest, TestFieldSortValues, TestReversedWildcardFilterFactory, TestCloudManagedSchema, DeleteReplicaTest, NumericFieldsTest, TestQueryTypes, TestSizeLimitedDistributedMap, CurrencyFieldOpenExchangeTest, SearchHandlerTest, TestFieldCollectionResource, BitVectorTest, DirectUpdateHandlerOptimizeTest, TestComplexPhraseQParserPlugin, AddSchemaFieldsUpdateProcessorFactoryTest, TestDistribIDF, TestDocBasedVersionConstraints, MinimalSchemaTest, TestFastWriter, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, LeaderElectionTest, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestJoin, TestCoreContainer, StatsComponentTest, TestSort, TestFunctionQuery, TestLazyCores, TestIndexSearcher, SoftAutoCommitTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, CacheHeaderTest, LukeRequestHandlerTest, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, TermVectorComponentTest, MoreLikeThisHandlerTest, TestArbitraryIndexDir, RegexBoostProcessorTest, SolrPluginUtilsTest, QueryParsingTest, PingRequestHandlerTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestSolrDeletionPolicy2, TestDocSet, TestConfig, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCodecSupport, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, ResourceLoaderTest, URLClassifyProcessorTest, PreAnalyzedFieldTest, TestSystemIdResolver, DateFieldTest, DOMUtilTest, ClusterStateTest, TestSolrJ, TestUtils, SliceStateTest, UUIDFieldTest, TestRTGBase, TestJettySolrRunner, AsyncMigrateRouteKeyTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, RemoteQueryErrorTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestLocalFSCloudBackupRestore]
   [junit4] Completed [479/620 (1!)] on J1 in 15.47s, 1 test, 1 error <<< FAILURES!

[...truncated 433 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:741: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:685: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:59: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build.xml:233: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/common-build.xml:530: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:1443: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 135 ignored (83 assumptions) [seed: 60B754BD1A87A703]

Total time: 85 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any