You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/08/27 15:37:53 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3508 - Still Unstable!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3508/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:60872/solr: specified location file:///location/does/not/exist does not exist.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60872/solr: specified location file:///location/does/not/exist does not exist.
	at __randomizedtesting.SeedInfo.seed([D8DF54187B1AE01F:508B6BC2D5E68DE7]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:608)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:415)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:367)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1280)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1050)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:992)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:148)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:127)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11438 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/init-core-data-001
   [junit4]   2> 1843428 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1843431 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1843431 INFO  (Thread-2757) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1843431 INFO  (Thread-2757) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1843532 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:60870
   [junit4]   2> 1843533 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1843535 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1843583 INFO  (zkCallback-7887-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58861047 name:ZooKeeperConnection Watcher:127.0.0.1:60870 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1843583 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1843583 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1843583 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 1843592 INFO  (jetty-launcher-7886-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1843592 INFO  (jetty-launcher-7886-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1843596 INFO  (jetty-launcher-7886-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16ff7f1c{/solr,null,AVAILABLE}
   [junit4]   2> 1843596 INFO  (jetty-launcher-7886-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c2e4a31{/solr,null,AVAILABLE}
   [junit4]   2> 1843597 INFO  (jetty-launcher-7886-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@3d954435{HTTP/1.1,[http/1.1]}{127.0.0.1:60872}
   [junit4]   2> 1843597 INFO  (jetty-launcher-7886-thread-1) [    ] o.e.j.s.Server Started @1849667ms
   [junit4]   2> 1843597 INFO  (jetty-launcher-7886-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@f765612{HTTP/1.1,[http/1.1]}{127.0.0.1:60873}
   [junit4]   2> 1843597 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60872}
   [junit4]   2> 1843597 INFO  (jetty-launcher-7886-thread-2) [    ] o.e.j.s.Server Started @1849667ms
   [junit4]   2> 1843597 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60873}
   [junit4]   2> 1843598 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 1843598 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 1843598 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1'
   [junit4]   2> 1843598 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2'
   [junit4]   2> 1843598 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1843598 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1843598 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1843598 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1843599 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1843599 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1843599 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1843600 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1843601 INFO  (zkCallback-7888-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@71f61e91 name:ZooKeeperConnection Watcher:127.0.0.1:60870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1843601 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1843602 INFO  (zkCallback-7889-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@399bf549 name:ZooKeeperConnection Watcher:127.0.0.1:60870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1843602 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1843602 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1843602 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1843602 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1843603 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1843613 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/.
   [junit4]   2> 1843613 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1405535559
   [junit4]   2> 1843613 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1]
   [junit4]   2> 1843614 WARN  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/lib
   [junit4]   2> 1843614 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/.
   [junit4]   2> 1843614 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1843614 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1368755131
   [junit4]   2> 1843614 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2]
   [junit4]   2> 1843614 WARN  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/lib
   [junit4]   2> 1843614 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1843618 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1843618 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1843618 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1843618 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60870/solr
   [junit4]   2> 1843618 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1843618 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1843618 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1843618 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1843618 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1843619 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60870/solr
   [junit4]   2> 1843619 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1843619 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1843619 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1843619 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1843620 INFO  (zkCallback-7894-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5db98383 name:ZooKeeperConnection Watcher:127.0.0.1:60870 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1843620 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1843621 INFO  (zkCallback-7895-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2da1e2b3 name:ZooKeeperConnection Watcher:127.0.0.1:60870 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1843621 INFO  (jetty-launcher-7886-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1843621 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1843621 INFO  (jetty-launcher-7886-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1843622 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$82/665944590@6c556bbb
   [junit4]   2> 1843623 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1843623 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$82/665944590@15a8ef13
   [junit4]   2> 1843624 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1843624 INFO  (zkCallback-7896-thread-1-processing-n:127.0.0.1:60872_solr) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a9ce696 name:ZooKeeperConnection Watcher:127.0.0.1:60870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1843625 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1843625 INFO  (zkCallback-7897-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2630b52f name:ZooKeeperConnection Watcher:127.0.0.1:60870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1843625 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1843626 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1843628 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1843630 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1843631 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1843636 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1843636 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1843640 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1843641 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1843644 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1843645 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1843648 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1843648 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1843650 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1843650 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1843653 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1843653 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1843655 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1843655 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1843658 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1843658 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1843660 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1843660 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1843661 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1843662 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1843663 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1843663 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1843669 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1843669 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1843671 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1843672 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1843675 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1843675 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1843676 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96489181360160774-127.0.0.1:60873_solr-n_0000000000
   [junit4]   2> 1843676 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96489181360160773-127.0.0.1:60872_solr-n_0000000001
   [junit4]   2> 1843676 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60873_solr
   [junit4]   2> 1843676 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1843677 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96489181360160774-127.0.0.1:60873_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 1843678 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60872_solr
   [junit4]   2> 1843678 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60872_solr
   [junit4]   2> 1843679 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.Overseer Overseer (id=96489181360160774-127.0.0.1:60873_solr-n_0000000000) starting
   [junit4]   2> 1843680 INFO  (zkCallback-7896-thread-1-processing-n:127.0.0.1:60872_solr) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1843680 INFO  (zkCallback-7897-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1843682 INFO  (zkCallback-7896-thread-1-processing-n:127.0.0.1:60872_solr) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1843684 INFO  (zkCallback-7897-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1843685 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1843696 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1843696 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1843698 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1843700 INFO  (OverseerCollectionConfigSetProcessor-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1843701 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1843702 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/.
   [junit4]   2> 1843702 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:60873_solr as DOWN
   [junit4]   2> 1843703 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1843704 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 1843704 INFO  (jetty-launcher-7886-thread-1) [n:127.0.0.1:60872_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1843705 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1843706 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60873_solr
   [junit4]   2> 1843706 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60873_solr
   [junit4]   2> 1843708 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:60873_solr"} current state version: 0
   [junit4]   2> 1843708 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:60873_solr
   [junit4]   2> 1843708 INFO  (zkCallback-7896-thread-1-processing-n:127.0.0.1:60872_solr) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1843708 INFO  (zkCallback-7897-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1843709 INFO  (zkCallback-7896-thread-1-processing-n:127.0.0.1:60872_solr) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843710 INFO  (zkCallback-7897-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1843727 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1843727 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1843729 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/.
   [junit4]   2> 1843730 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1843731 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 1843731 INFO  (jetty-launcher-7886-thread-2) [n:127.0.0.1:60873_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1843731 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1843732 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1843734 INFO  (zkCallback-7900-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@54c70456 name:ZooKeeperConnection Watcher:127.0.0.1:60870 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1843734 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1843734 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1843739 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1843739 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1843741 INFO  (zkCallback-7903-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73638d14 name:ZooKeeperConnection Watcher:127.0.0.1:60870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1843741 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1843741 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1843741 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1843743 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1843744 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1843749 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1843759 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1843792 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[D8DF54187B1AE01F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1843798 INFO  (qtp395823676-32907) [n:127.0.0.1:60872_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&router.field=shard_s&autoAddReplicas=true&name=backuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1843802 INFO  (OverseerCollectionConfigSetProcessor-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1843803 INFO  (OverseerThreadFactory-6632-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1843803 INFO  (OverseerThreadFactory-6632-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.CreateCollectionCmd Create collection backuprestore
   [junit4]   2> 1843804 INFO  (OverseerThreadFactory-6632-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 1843804 INFO  (OverseerThreadFactory-6632-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 1843808 INFO  (zkCallback-7903-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1843808 INFO  (zkCallback-7896-thread-1-processing-n:127.0.0.1:60872_solr) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1843808 INFO  (zkCallback-7897-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1843820 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1843821 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 1843824 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 1843920 INFO  (OverseerThreadFactory-6632-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.CreateCollectionCmd Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 1843920 INFO  (OverseerThreadFactory-6632-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.CreateCollectionCmd Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:60872_solr
   [junit4]   2> 1843922 INFO  (OverseerThreadFactory-6632-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.CreateCollectionCmd Creating core backuprestore_shard2_replica2 as part of shard shard2 of collection backuprestore on 127.0.0.1:60873_solr
   [junit4]   2> 1843924 INFO  (OverseerThreadFactory-6632-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.CreateCollectionCmd Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:60872_solr
   [junit4]   2> 1843925 INFO  (OverseerThreadFactory-6632-thread-1-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.CreateCollectionCmd Creating core backuprestore_shard1_replica2 as part of shard shard1 of collection backuprestore on 127.0.0.1:60873_solr
   [junit4]   2> 1843933 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1843933 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1843943 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 1843945 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 1843946 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1843948 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1843949 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1843949 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1843950 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 1843950 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 1843952 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1843952 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1843953 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 1843953 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 1843954 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1843955 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 1843955 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 1843955 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60872/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60872_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1843955 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60872/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60872_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1843955 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1843956 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 1843956 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1843956 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 1843956 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1843959 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60872/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60872_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1843959 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60872/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60872_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1843964 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60873/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60873_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1843964 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60873/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60873_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1843967 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60873/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60873_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1843967 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60873/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60873_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1844074 INFO  (OverseerStateUpdate-96489181360160774-127.0.0.1:60873_solr-n_0000000000) [n:127.0.0.1:60873_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 1844076 INFO  (zkCallback-7897-thread-2-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1844077 INFO  (zkCallback-7897-thread-2-processing-n:127.0.0.1:60873_solr) [n:127.0.0.1:60873_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 1844079 INFO  (zkCallback-7896-thread-1-processing-n:127.0.0.1:60872_solr) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1844080 INFO  (zkCallback-7896-thread-1-processing-n:127.0.0.1:60872_solr) [n:127.0.0.1:60872_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 1844961 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 1844961 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 1844961 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 1844961 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 1844961 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica2
   [junit4]   2> 1844961 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 1844961 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica2
   [junit4]   2> 1844961 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 1844963 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1844963 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1844963 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 1844963 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1844963 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 1844963 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1844963 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 1844963 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 1844965 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1844965 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/backuprestore_shard2_replica2'
   [junit4]   2> 1844965 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1844965 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/backuprestore_shard1_replica2'
   [junit4]   2> 1844965 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1844965 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1844965 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1844965 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1844965 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1844965 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/backuprestore_shard1_replica1'
   [junit4]   2> 1844966 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1844966 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1844967 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1844967 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/backuprestore_shard2_replica1'
   [junit4]   2> 1844967 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1844967 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1844969 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1844969 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1844969 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1844975 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1844976 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1844976 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1844979 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1844981 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1844983 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1844985 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1845006 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1845011 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1845013 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1845011 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1845014 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1845019 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema [backuprestore_shard2_replica2] Schema name=minimal
   [junit4]   2> 1845019 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema [backuprestore_shard1_replica2] Schema name=minimal
   [junit4]   2> 1845022 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 1845026 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1845027 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1845028 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1845030 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 1845030 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 1845031 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1845031 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/backuprestore_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/]
   [junit4]   2> 1845031 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
   [junit4]   2> 1845030 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 1845031 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica2' using configuration from collection backuprestore
   [junit4]   2> 1845032 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1845032 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore [[backuprestore_shard2_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/backuprestore_shard2_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard2_replica2/data/]
   [junit4]   2> 1845032 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/snapshot_metadata
   [junit4]   2> 1845032 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica2
   [junit4]   2> 1845031 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1845032 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 1845033 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard2_replica2/data/snapshot_metadata
   [junit4]   2> 1845033 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 1845033 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 1845033 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard1_replica1/data
   [junit4]   2> 1845034 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard2_replica2/data
   [junit4]   2> 1845034 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 1845034 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index/
   [junit4]   2> 1845034 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica2' using configuration from collection backuprestore
   [junit4]   2> 1845034 WARN  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1845034 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1845035 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [[backuprestore_shard1_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/backuprestore_shard1_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard1_replica2/data/]
   [junit4]   2> 1845035 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index
   [junit4]   2> 1845035 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica2
   [junit4]   2> 1845035 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard2_replica2/data/index/
   [junit4]   2> 1845035 WARN  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore [backuprestore_shard2_replica2] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1845035 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard1_replica2/data/snapshot_metadata
   [junit4]   2> 1845035 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 1845036 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard2_replica2/data/index
   [junit4]   2> 1845036 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard1_replica2/data
   [junit4]   2> 1845036 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1845036 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard1_replica2/data/index/
   [junit4]   2> 1845036 WARN  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [backuprestore_shard1_replica2] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1845036 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@4b675a13 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@85ae0a4),segFN=segments_1,generation=1}
   [junit4]   2> 1845037 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1845037 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@24326afc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1eb83417),segFN=segments_1,generation=1}
   [junit4]   2> 1845037 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1845037 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard1_replica2/data/index
   [junit4]   2> 1845038 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/
   [junit4]   2> 1845038 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 1845038 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 1845038 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1845038 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1845038 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/backuprestore_shard2_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/]
   [junit4]   2> 1845039 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
   [junit4]   2> 1845039 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/snapshot_metadata
   [junit4]   2> 1845039 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 1845039 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1845042 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1845043 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica2) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica2 in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard2_replica2/data/
   [junit4]   2> 1845043 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica2) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.c.DirectoryFactory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard2_replica2/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1845044 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard2_replica1/data
   [junit4]   2> 1845045 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index/
   [junit4]   2> 1845045 WARN  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1845045 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@595936f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4be38d17),segFN=segments_1,generation=1}
   [junit4]   2> 1845045 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1845045 INFO  (qtp395823676-32913) [n:127.0.0.1:60872_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index
   [junit4]   2> 1845046 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1845046 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica2) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica2 in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard1_replica2/data/
   [junit4]   2> 1845047 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica2) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.DirectoryFactory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001/tempDir-001/node2/./backuprestore_shard1_replica2/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1845047 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1845049 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1845050 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1845050 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1845046 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1845051 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1845052 INFO  (qtp1339423651-32909) [n:127.0.0.1:60873_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1845052 INFO  (qtp1339423651-32911) [n:127.0.0.1:60873_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1845052 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 1845052 INFO  (qtp395823676-32910) [n:127.0.0.1:60872_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1845053 INFO  (qtp1339423651-32911) [n:12

[...truncated too long message...]

cutorUtil$MDCAwareThreadPoolExecutor@26d3f8c[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 51]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1892315 ERROR (jetty-launcher-7886-thread-1-EventThread) [n:127.0.0.1:60872_solr    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$47/1632276602@660cde20 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@26d3f8c[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 51]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1893823 WARN  (zkCallback-7896-thread-1-processing-n:127.0.0.1:60872_solr) [n:127.0.0.1:60872_solr    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/backuprestore_restored/leader_elect/shard1_0/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1893824 INFO  (jetty-launcher-7886-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16ff7f1c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1893848 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60870 60870
   [junit4]   2> 1893857 INFO  (Thread-2757) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60870 60870
   [junit4]   2> 1901935 WARN  (Thread-2757) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore_restored/state.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	74	/solr/overseer/queue
   [junit4]   2> 	25	/solr/overseer/collection-queue-work
   [junit4]   2> 	8	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1901935 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D8DF54187B1AE01F]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D8DF54187B1AE01F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=LuceneVarGapFixedInterval), _version_=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=1357, maxMBSortInHeap=6.35024673025771, sim=RandomSimilarity(queryNorm=true): {}, locale=uk, timezone=America/Creston
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=83277448,total=399507456
   [junit4]   2> NOTE: All tests run in this JVM: [ConvertedLegacyTest, RemoteQueryErrorTest, OpenCloseCoreStressTest, SpellCheckCollatorTest, TestPHPSerializedResponseWriter, TestFastOutputStream, ExitableDirectoryReaderTest, DeleteStatusTest, SuggesterTSTTest, ZkStateReaderTest, TestBinaryResponseWriter, BadCopyFieldTest, SolrCloudExampleTest, HdfsCollectionsAPIDistributedZkTest, TestSubQueryTransformer, CoreAdminHandlerTest, ResourceLoaderTest, TestConfigOverlay, RulesTest, TestStressRecovery, HdfsThreadLeakTest, BlockDirectoryTest, TestBulkSchemaAPI, HighlighterMaxOffsetTest, DefaultValueUpdateProcessorTest, HdfsUnloadDistributedZkTest, TestBlobHandler, TestFoldingMultitermQuery, TestSolrCLIRunExample, CacheHeaderTest, TestFieldTypeCollectionResource, InfoHandlerTest, NumericFieldsTest, TestXmlQParser, ShardRoutingCustomTest, DocExpirationUpdateProcessorFactoryTest, CdcrReplicationDistributedZkTest, TestCollationField, TestReqParamsAPI, TestDistribIDF, TestConfigSetsAPIZkFailure, TestPerFieldSimilarity, PeerSyncReplicationTest, TestSolrQueryParserResource, TestReload, ShowFileRequestHandlerTest, ConcurrentDeleteAndCreateCollectionTest, SpatialRPTFieldTypeTest, SearchHandlerTest, TestReversedWildcardFilterFactory, TestHighFrequencyDictionaryFactory, TestAnalyzeInfixSuggestions, TestOnReconnectListenerSupport, TestNamedUpdateProcessors, TestOrdValues, TestCharFilters, MinimalSchemaTest, TestCloudInspectUtil, TestFiltering, SpellCheckComponentTest, DistributedIntervalFacetingTest, TestLeaderElectionZkExpiry, DirectUpdateHandlerOptimizeTest, CollectionsAPIAsyncDistributedZkTest, LukeRequestHandlerTest, TestMaxScoreQueryParser, TestSortingResponseWriter, TestStressLiveNodes, ZkNodePropsTest, TestRequestStatusCollectionAPI, BasicAuthIntegrationTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestFieldCacheSort, CloudMLTQParserTest, ParsingFieldUpdateProcessorsTest, TestRangeQuery, PluginInfoTest, CopyFieldTest, SuggesterTest, TestMiniSolrCloudCluster, DebugComponentTest, WrapperMergePolicyFactoryTest, NoCacheHeaderTest, MultiTermTest, SpellingQueryConverterTest, SpatialHeatmapFacetsTest, SolrInfoMBeanTest, TestCrossCoreJoin, DistributedQueueTest, TestSolrCoreSnapshots, WordBreakSolrSpellCheckerTest, CoreAdminRequestStatusTest, TestSQLHandler, OverseerModifyCollectionTest, TestJoin, TestRecoveryHdfs, OverseerStatusTest, TestSolrCloudWithDelegationTokens, TestSolrConfigHandlerConcurrent, BigEndianAscendingWordDeserializerTest, StatsComponentTest, TestWriterPerf, FieldMutatingUpdateProcessorTest, TestAuthorizationFramework, OutputWriterTest, TestManagedResourceStorage, IndexSchemaRuntimeFieldTest, DocValuesMissingTest, StressHdfsTest, TestConfigSetsAPI, TestFastWriter, SuggestComponentTest, TestOmitPositions, TestCoreDiscovery, TestManagedStopFilterFactory, TestSolr4Spatial, TestCSVResponseWriter, TestFieldCollectionResource, CoreSorterTest, DateFieldTest, TestShardHandlerFactory, DistributedFacetPivotSmallTest, QueryResultKeyTest, TestTrie, TestQuerySenderListener, HdfsDirectoryTest, TestCloudPseudoReturnFields, SortByFunctionTest, TestSolrQueryParser, DistributedExpandComponentTest, MultiThreadedOCPTest, DeleteReplicaTest, TestFieldSortValues, TestDistributedGrouping, TestZkChroot, BasicFunctionalityTest, SolrCmdDistributorTest, HdfsRestartWhileUpdatingTest, TestLocalFSCloudBackupRestore]
   [junit4] Completed [306/632 (1!)] on J1 in 58.55s, 1 test, 1 error <<< FAILURES!

[...truncated 61177 lines...]