You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/07/23 23:37:30 UTC

[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_92) - Build # 6001 - Still unstable!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6001/
Java: 64bit/jdk1.8.0_92 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:49284/solr: The backup directory already exists: file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001/tempDir-002/mytestbackup/

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49284/solr: The backup directory already exists: file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001/tempDir-002/mytestbackup/
	at __randomizedtesting.SeedInfo.seed([A79807D7F0834F0:822DBFA7D1F45908]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:206)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:126)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12200 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\init-core-data-001
   [junit4]   2> 2712143 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2712144 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2712145 INFO  (Thread-4638) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2712145 INFO  (Thread-4638) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2712245 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:49279
   [junit4]   2> 2712245 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2712246 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2712249 INFO  (zkCallback-3404-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@220eaccf name:ZooKeeperConnection Watcher:127.0.0.1:49279 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2712249 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2712249 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2712249 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 2712255 INFO  (jetty-launcher-3403-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2712255 INFO  (jetty-launcher-3403-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2712256 INFO  (jetty-launcher-3403-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74020a23{/solr,null,AVAILABLE}
   [junit4]   2> 2712256 INFO  (jetty-launcher-3403-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@201f9f3e{/solr,null,AVAILABLE}
   [junit4]   2> 2712258 INFO  (jetty-launcher-3403-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@13be64a4{HTTP/1.1,[http/1.1]}{127.0.0.1:49283}
   [junit4]   2> 2712258 INFO  (jetty-launcher-3403-thread-1) [    ] o.e.j.s.Server Started @2738576ms
   [junit4]   2> 2712258 INFO  (jetty-launcher-3403-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@38dfdf7{HTTP/1.1,[http/1.1]}{127.0.0.1:49284}
   [junit4]   2> 2712258 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49283}
   [junit4]   2> 2712258 INFO  (jetty-launcher-3403-thread-2) [    ] o.e.j.s.Server Started @2738576ms
   [junit4]   2> 2712258 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49284}
   [junit4]   2> 2712258 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2712258 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2712258 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1'
   [junit4]   2> 2712258 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2'
   [junit4]   2> 2712259 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2712259 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2712259 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2712259 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2712259 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2712259 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2712261 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2712261 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2712262 INFO  (zkCallback-3406-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34db065b name:ZooKeeperConnection Watcher:127.0.0.1:49279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2712262 INFO  (zkCallback-3405-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5dd90439 name:ZooKeeperConnection Watcher:127.0.0.1:49279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2712262 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2712262 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2712262 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2712262 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2712263 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2712263 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2712276 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15619ffb47c0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2712276 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.
   [junit4]   2> 2712277 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1924465333
   [junit4]   2> 2712277 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2]
   [junit4]   2> 2712277 WARN  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\lib
   [junit4]   2> 2712277 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2712279 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.
   [junit4]   2> 2712279 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1181882003
   [junit4]   2> 2712279 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1]
   [junit4]   2> 2712279 WARN  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\lib
   [junit4]   2> 2712279 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2712282 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2712282 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2712282 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2712282 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2712282 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2712282 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2712282 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49279/solr
   [junit4]   2> 2712282 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49279/solr
   [junit4]   2> 2712282 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2712282 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2712283 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2712283 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2712284 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2712284 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2712286 INFO  (zkCallback-3412-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@413bf925 name:ZooKeeperConnection Watcher:127.0.0.1:49279 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2712286 INFO  (zkCallback-3411-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1eac25cc name:ZooKeeperConnection Watcher:127.0.0.1:49279 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2712286 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2712286 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2712286 INFO  (jetty-launcher-3403-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2712286 INFO  (jetty-launcher-3403-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2712288 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15619ffb47c0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2712288 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$12/1352871222@8201d5c
   [junit4]   2> 2712289 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15619ffb47c0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2712289 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$12/1352871222@51261fe4
   [junit4]   2> 2712291 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2712291 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2712292 INFO  (zkCallback-3413-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c883775 name:ZooKeeperConnection Watcher:127.0.0.1:49279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2712293 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2712293 INFO  (zkCallback-3414-thread-1-processing-n:127.0.0.1:49283_solr) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6859a7cd name:ZooKeeperConnection Watcher:127.0.0.1:49279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2712293 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2712294 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2712294 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2712297 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2712297 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2712301 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2712302 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2712303 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2712304 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2712305 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2712305 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2712308 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2712308 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2712310 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2712310 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2712311 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2712312 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2712312 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2712312 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2712313 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2712313 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2712314 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2712315 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2712315 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2712316 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2712316 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2712316 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2712320 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2712320 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2712322 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2712322 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2712323 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2712324 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2712324 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96293028070424581-127.0.0.1:49284_solr-n_0000000000
   [junit4]   2> 2712324 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96293028070424582-127.0.0.1:49283_solr-n_0000000001
   [junit4]   2> 2712324 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49284_solr
   [junit4]   2> 2712324 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2712325 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96293028070424581-127.0.0.1:49284_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 2712326 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49283_solr
   [junit4]   2> 2712326 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:49283_solr
   [junit4]   2> 2712326 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.Overseer Overseer (id=96293028070424581-127.0.0.1:49284_solr-n_0000000000) starting
   [junit4]   2> 2712327 INFO  (zkCallback-3413-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2712327 INFO  (zkCallback-3414-thread-1-processing-n:127.0.0.1:49283_solr) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2712329 INFO  (zkCallback-3414-thread-1-processing-n:127.0.0.1:49283_solr) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2712330 INFO  (zkCallback-3413-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2712331 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2712338 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2712339 INFO  (OverseerCollectionConfigSetProcessor-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2712340 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:49284_solr as DOWN
   [junit4]   2> 2712340 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2712342 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49284_solr
   [junit4]   2> 2712342 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:49284_solr
   [junit4]   2> 2712343 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 2712345 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2712345 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2712345 INFO  (zkCallback-3414-thread-1-processing-n:127.0.0.1:49283_solr) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2712345 INFO  (zkCallback-3413-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2712346 INFO  (zkCallback-3414-thread-1-processing-n:127.0.0.1:49283_solr) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2712347 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.
   [junit4]   2> 2712347 INFO  (zkCallback-3413-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2712348 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2712348 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:49284_solr"} current state version: 0
   [junit4]   2> 2712349 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:49284_solr
   [junit4]   2> 2712349 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2712349 INFO  (jetty-launcher-3403-thread-1) [n:127.0.0.1:49283_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2712353 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2712353 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2712354 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.
   [junit4]   2> 2712354 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2712356 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2712356 INFO  (jetty-launcher-3403-thread-2) [n:127.0.0.1:49284_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2712356 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2712357 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2712358 INFO  (zkCallback-3417-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44090af3 name:ZooKeeperConnection Watcher:127.0.0.1:49279 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2712358 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2712358 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2712361 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2712362 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2712364 INFO  (zkCallback-3420-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4abe72f0 name:ZooKeeperConnection Watcher:127.0.0.1:49279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2712364 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2712364 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2712364 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2712366 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2712366 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2712369 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2712373 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2712395 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[A79807D7F0834F0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2712398 INFO  (qtp481781437-21113) [n:127.0.0.1:49283_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&router.field=shard_s&autoAddReplicas=true&name=backuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2712402 INFO  (OverseerCollectionConfigSetProcessor-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2712402 INFO  (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2712402 INFO  (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 2712403 INFO  (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 2712404 INFO  (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 2712405 INFO  (zkCallback-3420-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2712405 INFO  (zkCallback-3413-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2712405 INFO  (zkCallback-3414-thread-1-processing-n:127.0.0.1:49283_solr) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2712408 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2712409 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 2712410 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 2712509 INFO  (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 2712509 INFO  (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica2 as part of shard shard1 of collection backuprestore on 127.0.0.1:49283_solr
   [junit4]   2> 2712509 INFO  (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:49284_solr
   [junit4]   2> 2712509 INFO  (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica2 as part of shard shard2 of collection backuprestore on 127.0.0.1:49283_solr
   [junit4]   2> 2712509 INFO  (OverseerThreadFactory-9735-thread-1-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:49284_solr
   [junit4]   2> 2712514 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2712514 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2712514 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2712514 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2712515 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard1}
   [junit4]   2> 2712516 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard1}
   [junit4]   2> 2712516 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2712516 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2712517 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2712517 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2712517 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49284/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49284_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2712517 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49284/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49284_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2712517 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2712517 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2712517 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2712518 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2712518 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard2}
   [junit4]   2> 2712518 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2712518 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2712518 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2712519 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard2}
   [junit4]   2> 2712519 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2712519 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49283/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49283_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2712519 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49283/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49283_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2712520 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2712520 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2712521 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49284/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49284_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2712521 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49284/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49284_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2712525 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49283/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49283_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2712525 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49283/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49283_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2712628 INFO  (OverseerStateUpdate-96293028070424581-127.0.0.1:49284_solr-n_0000000000) [n:127.0.0.1:49284_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 2712629 INFO  (zkCallback-3414-thread-1-processing-n:127.0.0.1:49283_solr) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2712629 INFO  (zkCallback-3413-thread-3-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2712629 INFO  (zkCallback-3414-thread-1-processing-n:127.0.0.1:49283_solr) [n:127.0.0.1:49283_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 2712629 INFO  (zkCallback-3413-thread-3-processing-n:127.0.0.1:49284_solr) [n:127.0.0.1:49284_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 2713517 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 2713517 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2713517 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2713517 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2713518 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 2713518 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica2
   [junit4]   2> 2713518 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2713518 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2713518 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2713518 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2713518 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2713518 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2713519 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2713519 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\backuprestore_shard1_replica1'
   [junit4]   2> 2713519 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2713519 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2713519 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2713519 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\backuprestore_shard1_replica2'
   [junit4]   2> 2713521 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2713521 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2713521 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2713521 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\backuprestore_shard2_replica1'
   [junit4]   2> 2713521 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2713521 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2713522 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica2
   [junit4]   2> 2713522 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2713523 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2713523 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2713523 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2713524 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2713525 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2713525 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2713526 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\backuprestore_shard2_replica2'
   [junit4]   2> 2713526 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2713526 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2713529 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2713530 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2713530 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2713531 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2713532 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2713532 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2713534 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2713549 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2713550 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2713551 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2713552 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2713554 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2713554 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema [backuprestore_shard1_replica2] Schema name=minimal
   [junit4]   2> 2713554 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 2713559 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2713559 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 2713561 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2713561 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2713561 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2713565 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema [backuprestore_shard2_replica2] Schema name=minimal
   [junit4]   2> 2713566 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2713566 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2713566 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica2' using configuration from collection backuprestore
   [junit4]   2> 2713566 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2713566 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 2713567 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 2713567 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2713567 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2713567 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\backuprestore_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\]
   [junit4]   2> 2713567 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\backuprestore_shard2_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\]
   [junit4]   2> 2713567 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
   [junit4]   2> 2713567 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2713568 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [[backuprestore_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\backuprestore_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\]
   [junit4]   2> 2713568 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica2
   [junit4]   2> 2713568 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2713568 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\
   [junit4]   2> 2713568 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\index/
   [junit4]   2> 2713568 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\
   [junit4]   2> 2713568 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
   [junit4]   2> 2713568 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\index/
   [junit4]   2> 2713569 WARN  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [backuprestore_shard1_replica2] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2713569 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\
   [junit4]   2> 2713569 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\index/
   [junit4]   2> 2713569 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\index
   [junit4]   2> 2713569 WARN  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2713569 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2713570 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica2' using configuration from collection backuprestore
   [junit4]   2> 2713570 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\index
   [junit4]   2> 2713570 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2713570 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore [[backuprestore_shard2_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\backuprestore_shard2_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.\backuprestore_shard2_replica2\data\]
   [junit4]   2> 2713570 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5447e059 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@39c5a0db),segFN=segments_1,generation=1}
   [junit4]   2> 2713570 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2713568 WARN  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2713570 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica2
   [junit4]   2> 2713570 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@40d6f08 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7376b88b),segFN=segments_1,generation=1}
   [junit4]   2> 2713570 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\index
   [junit4]   2> 2713570 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2713571 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.\backuprestore_shard2_replica2\data\
   [junit4]   2> 2713571 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.\backuprestore_shard2_replica2\data\index/
   [junit4]   2> 2713571 WARN  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore [backuprestore_shard2_replica2] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.\backuprestore_shard2_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2713571 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.\backuprestore_shard2_replica2\data\index
   [junit4]   2> 2713571 INFO  (qtp481781437-21114) [n:127.0.0.1:49283_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2713571 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2713571 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica2) [n:127.0.0.1:49283_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica2 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\
   [junit4]   2> 2713571 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\
   [junit4]   2> 2713571 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica2) [n:127.0.0.1:49283_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2713571 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2713575 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@78d0c19d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@100a38f4),segFN=segments_1,generation=1}
   [junit4]   2> 2713575 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2713575 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@37e040d7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@509fb86a),segFN=segments_1,generation=1}
   [junit4]   2> 2713575 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2713576 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2713576 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2713579 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2713579 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2713579 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2713580 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2713580 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2713580 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2713581 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2713581 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2713581 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2713582 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2713582 INFO  (qtp483940977-21112) [n:127.0.0.1:49284_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2713582 INFO  (qtp481781437-21116) [n:127.0.0.1:49283_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2713583 INFO  (qtp483940977-21107) [n:127.0.0.1:49284_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/

[...truncated too long message...]

peration(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:500)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:458)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:445)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:724)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2725292 INFO  (jetty-launcher-3403-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@74020a23{/solr,null,UNAVAILABLE}
   [junit4]   2> 2725297 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49279 49279
   [junit4]   2> 2725304 INFO  (Thread-4638) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49279 49279
   [junit4]   2> 2725305 WARN  (Thread-4638) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/overseer/queue
   [junit4]   2> 	9	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2725305 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[A79807D7F0834F0]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_A79807D7F0834F0-001
   [junit4]   2> Jul 23, 2016 11:03:36 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Asserting), _version_=PostingsFormat(name=Asserting), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=1094, maxMBSortInHeap=5.50405563289669, sim=RandomSimilarity(queryNorm=true): {}, locale=zh-HK, timezone=Asia/Kuching
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=40633232,total=527433728
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrCloudWithKerberosAlt, FacetPivotSmallTest, SparseHLLTest, CollectionsAPISolrJTest, TestFieldCollectionResource, TestXmlQParserPlugin, BlockJoinFacetDistribTest, BlockJoinFacetSimpleTest, TestSolr4Spatial2, TestTestInjection, CheckHdfsIndexTest, TestQueryTypes, TestSchemaNameResource, CurrencyFieldOpenExchangeTest, TestCloudManagedSchema, OpenExchangeRatesOrgProviderTest, PKIAuthenticationIntegrationTest, TestStressRecovery, TestConfigSetProperties, TestReplicaProperties, TestScoreJoinQPNoScore, DefaultValueUpdateProcessorTest, SecurityConfHandlerTest, OverriddenZkACLAndCredentialsProvidersTest, LoggingHandlerTest, TestRandomCollapseQParserPlugin, ResponseLogComponentTest, HLLSerializationTest, TestAuthenticationFramework, TestOmitPositions, TestUninvertingReader, TestCSVResponseWriter, TestBlendedInfixSuggestions, HdfsCollectionsAPIDistributedZkTest, TestPivotHelperCode, ZkStateReaderTest, SortSpecParsingTest, TestDistributedMissingSort, TestSolrQueryParserResource, TestFieldCache, CacheHeaderTest, TestManagedSchema, DistributedIntervalFacetingTest, TestZkChroot, SignatureUpdateProcessorFactoryTest, TestMiniSolrCloudCluster, TestFoldingMultitermQuery, ExplicitHLLTest, TestSystemIdResolver, TestSerializedLuceneMatchVersion, TestFieldCacheWithThreads, TestComplexPhraseQParserPlugin, TestRecovery, TestSlowCompositeReaderWrapper, BadCopyFieldTest, ChangedSchemaMergeTest, TestRequestStatusCollectionAPI, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, RulesTest, TestFieldCacheSanityChecker, TestWriterPerf, TestReplicationHandlerBackup, TestConfigReload, TestBM25SimilarityFactory, HdfsBasicDistributedZk2Test, CopyFieldTest, ConvertedLegacyTest, NoCacheHeaderTest, TestOverriddenPrefixQueryForCustomFieldType, MinimalSchemaTest, ZkNodePropsTest, ResourceLoaderTest, TestOnReconnectListenerSupport, TestGraphTermsQParserPlugin, DirectUpdateHandlerOptimizeTest, TestTrieFacet, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestFuzzyAnalyzedSuggestions, DistributedQueryComponentOptimizationTest, TestConfigOverlay, TolerantUpdateProcessorTest, TestSchemaManager, TestReRankQParserPlugin, BufferStoreTest, SpatialRPTFieldTypeTest, TestCloudPseudoReturnFields, TermVectorComponentTest, TriLevelCompositeIdRoutingTest, SimpleMLTQParserTest, CoreMergeIndexesAdminHandlerTest, ExitableDirectoryReaderTest, TestJettySolrRunner, BaseCdcrDistributedZkTest, TestSolrDeletionPolicy2, ChaosMonkeySafeLeaderTest, OutputWriterTest, DistributedQueueTest, HighlighterConfigTest, SuggestComponentContextFilterQueryTest, TestSortingResponseWriter, RollingRestartTest, MergeStrategyTest, TestFiltering, TestReversedWildcardFilterFactory, ConjunctionSolrSpellCheckerTest, TestTolerantUpdateProcessorRandomCloud, TestManagedResourceStorage, RAMDirectoryFactoryTest, TestStandardQParsers, TestBinaryField, TestValueSourceCache, JavabinLoaderTest, SaslZkACLProviderTest, TestConfigSetsAPI, OverseerModifyCollectionTest, AliasIntegrationTest, AtomicUpdatesTest, AutoCommitTest, WordBreakSolrSpellCheckerTest, TestCustomDocTransformer, SpellPossibilityIteratorTest, TestRandomFaceting, SpellCheckCollatorTest, DistanceUnitsTest, CollectionTooManyReplicasTest, TestFreeTextSuggestions, TestQuerySenderListener, SmileWriterTest, OpenCloseCoreStressTest, DataDrivenBlockJoinTest, TestFastWriter, UniqFieldsUpdateProcessorFactoryTest, TestExactSharedStatsCache, TestSubQueryTransformerDistrib, TestIndexSearcher, TestCloudInspectUtil, TestFieldTypeCollectionResource, CoreAdminCreateDiscoverTest, CoreSorterTest, TestDynamicLoading, TestShortCircuitedRequests, TestLRUStatsCache, TestSolrJ, TestShardHandlerFactory, SolrIndexSplitterTest, HdfsUnloadDistributedZkTest, TestInitQParser, ShowFileRequestHandlerTest, TestPHPSerializedResponseWriter, SyncSliceTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestHashPartitioner, TermVectorComponentDistributedTest, TestReload, TestStressVersions, TestRangeQuery, TestSolr4Spatial, StatsComponentTest, QueryElevationComponentTest, TestFunctionQuery, TestLazyCores, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, DocValuesTest, DistanceFunctionTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestQueryUtils, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TermsComponentTest, DocumentBuilderTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, JSONWriterTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, SOLR749Test, TestSolrIndexConfig, TestMergePolicyConfig, MultiTermTest, NumericFieldsTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestFastOutputStream, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MultiThreadedOCPTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, ReplicationFactorTest, RestartWhileUpdatingTest, SSLMigrationTest, ShardSplitTest, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestLocalFSCloudBackupRestore]
   [junit4] Completed [493/623 (1!)] on J1 in 13.69s, 1 test, 1 error <<< FAILURES!

[...truncated 60486 lines...]


[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_92) - Build # 6007 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6007/
Java: 32bit/jdk1.8.0_92 -server -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
expected:<COMPLETED> but was:<FAILED>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
	at __randomizedtesting.SeedInfo.seed([7280A8B6CCB15790:FAD4976C624D3A68]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:208)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:126)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12213 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\init-core-data-001
   [junit4]   2> 2573201 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2573202 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2573203 INFO  (Thread-4934) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2573203 INFO  (Thread-4934) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2573303 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:60666
   [junit4]   2> 2573303 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2573304 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2573307 INFO  (zkCallback-11038-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@129e288 name:ZooKeeperConnection Watcher:127.0.0.1:60666 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2573307 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2573307 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2573307 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 2573314 INFO  (jetty-launcher-11037-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2573314 INFO  (jetty-launcher-11037-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2573315 INFO  (jetty-launcher-11037-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a0ea55{/solr,null,AVAILABLE}
   [junit4]   2> 2573315 INFO  (jetty-launcher-11037-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@766866{/solr,null,AVAILABLE}
   [junit4]   2> 2573316 INFO  (jetty-launcher-11037-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@1753b36{HTTP/1.1,[http/1.1]}{127.0.0.1:60670}
   [junit4]   2> 2573317 INFO  (jetty-launcher-11037-thread-2) [    ] o.e.j.s.Server Started @2580977ms
   [junit4]   2> 2573317 INFO  (jetty-launcher-11037-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@18f1400{HTTP/1.1,[http/1.1]}{127.0.0.1:60671}
   [junit4]   2> 2573317 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60670}
   [junit4]   2> 2573317 INFO  (jetty-launcher-11037-thread-1) [    ] o.e.j.s.Server Started @2580977ms
   [junit4]   2> 2573317 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60671}
   [junit4]   2> 2573317 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 2573317 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 2573317 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2'
   [junit4]   2> 2573317 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1'
   [junit4]   2> 2573317 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2573318 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2573318 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2573318 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2573318 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2573318 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2573319 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2573319 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2573320 INFO  (zkCallback-11039-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e7b318 name:ZooKeeperConnection Watcher:127.0.0.1:60666/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2573320 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2573320 INFO  (zkCallback-11040-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d383be name:ZooKeeperConnection Watcher:127.0.0.1:60666/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2573320 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2573320 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2573320 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2573321 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2573321 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2573334 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x156281b53020001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2573334 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.
   [junit4]   2> 2573335 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 19746065
   [junit4]   2> 2573335 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2]
   [junit4]   2> 2573335 WARN  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\lib
   [junit4]   2> 2573335 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2573340 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.
   [junit4]   2> 2573340 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 25630429
   [junit4]   2> 2573340 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1]
   [junit4]   2> 2573340 WARN  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\lib
   [junit4]   2> 2573341 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2573342 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2573342 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2573342 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2573342 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60666/solr
   [junit4]   2> 2573342 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2573342 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2573343 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2573343 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2573343 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2573343 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2573343 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60666/solr
   [junit4]   2> 2573343 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2573343 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2573344 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2573344 INFO  (zkCallback-11043-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@136dd92 name:ZooKeeperConnection Watcher:127.0.0.1:60666 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2573344 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2573344 INFO  (jetty-launcher-11037-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2573345 INFO  (zkCallback-11046-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c88e78 name:ZooKeeperConnection Watcher:127.0.0.1:60666 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2573346 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2573346 INFO  (jetty-launcher-11037-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2573346 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$81/18928545@199e52a
   [junit4]   2> 2573347 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x156281b53020003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2573347 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2573347 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$81/18928545@1ebe421
   [junit4]   2> 2573350 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2573351 INFO  (zkCallback-11047-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f2eeea name:ZooKeeperConnection Watcher:127.0.0.1:60666/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2573351 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2573351 INFO  (zkCallback-11048-thread-1-processing-n:127.0.0.1:60671_solr) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e1f12 name:ZooKeeperConnection Watcher:127.0.0.1:60666/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2573351 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2573352 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2573353 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2573354 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2573355 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2573357 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2573358 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2573360 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2573360 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2573362 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2573362 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2573363 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2573364 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2573365 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2573365 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2573366 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2573367 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2573368 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2573368 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2573369 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2573370 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2573371 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2573371 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2573371 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2573372 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2573372 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2573372 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2573375 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2573375 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2573376 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2573377 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2573378 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2573378 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2573378 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308539856912389-127.0.0.1:60670_solr-n_0000000000
   [junit4]   2> 2573378 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308539856912390-127.0.0.1:60671_solr-n_0000000001
   [junit4]   2> 2573379 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60670_solr
   [junit4]   2> 2573379 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2573379 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96308539856912389-127.0.0.1:60670_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 2573380 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60671_solr
   [junit4]   2> 2573380 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60671_solr
   [junit4]   2> 2573380 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.Overseer Overseer (id=96308539856912389-127.0.0.1:60670_solr-n_0000000000) starting
   [junit4]   2> 2573381 INFO  (zkCallback-11048-thread-1-processing-n:127.0.0.1:60671_solr) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2573381 INFO  (zkCallback-11047-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2573382 INFO  (zkCallback-11048-thread-1-processing-n:127.0.0.1:60671_solr) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2573383 INFO  (zkCallback-11047-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2573385 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2573398 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2573398 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2573399 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2573400 INFO  (OverseerCollectionConfigSetProcessor-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2573400 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.
   [junit4]   2> 2573400 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:60670_solr as DOWN
   [junit4]   2> 2573400 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2573401 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2573403 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60670_solr
   [junit4]   2> 2573403 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60670_solr
   [junit4]   2> 2573403 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2573403 INFO  (jetty-launcher-11037-thread-1) [n:127.0.0.1:60671_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2573404 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 2573405 INFO  (zkCallback-11048-thread-1-processing-n:127.0.0.1:60671_solr) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2573405 INFO  (zkCallback-11047-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2573405 INFO  (zkCallback-11048-thread-1-processing-n:127.0.0.1:60671_solr) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2573406 INFO  (zkCallback-11047-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2573406 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:60670_solr"} current state version: 0
   [junit4]   2> 2573406 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:60670_solr
   [junit4]   2> 2573422 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2573422 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2573423 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.
   [junit4]   2> 2573423 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2573424 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2573424 INFO  (jetty-launcher-11037-thread-2) [n:127.0.0.1:60670_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2573425 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2573425 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2573427 INFO  (zkCallback-11051-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a922e4 name:ZooKeeperConnection Watcher:127.0.0.1:60666 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2573427 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2573427 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2573428 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x156281b53020007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2573431 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2573432 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2573433 INFO  (zkCallback-11054-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14f934d name:ZooKeeperConnection Watcher:127.0.0.1:60666/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2573433 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2573433 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2573433 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2573434 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2573435 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2573437 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2573440 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2573458 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[7280A8B6CCB15790]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2573460 INFO  (qtp18061173-48768) [n:127.0.0.1:60670_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=true&name=backuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2573463 INFO  (OverseerCollectionConfigSetProcessor-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2573463 INFO  (OverseerThreadFactory-12241-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2573463 INFO  (OverseerThreadFactory-12241-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 2573464 INFO  (OverseerThreadFactory-12241-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 2573464 INFO  (OverseerThreadFactory-12241-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 2573465 INFO  (zkCallback-11048-thread-1-processing-n:127.0.0.1:60671_solr) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2573466 INFO  (zkCallback-11054-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2573465 INFO  (zkCallback-11047-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2573468 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2573468 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 2573469 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 2573568 INFO  (OverseerThreadFactory-12241-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 2573568 INFO  (OverseerThreadFactory-12241-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica2 as part of shard shard2 of collection backuprestore on 127.0.0.1:60670_solr
   [junit4]   2> 2573569 INFO  (OverseerThreadFactory-12241-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica2 as part of shard shard1 of collection backuprestore on 127.0.0.1:60670_solr
   [junit4]   2> 2573569 INFO  (OverseerThreadFactory-12241-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:60671_solr
   [junit4]   2> 2573569 INFO  (OverseerThreadFactory-12241-thread-1-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:60671_solr
   [junit4]   2> 2573570 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2573571 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2573571 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard2}
   [junit4]   2> 2573572 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2573573 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard2}
   [junit4]   2> 2573573 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard1}
   [junit4]   2> 2573573 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2573573 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2573573 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2573573 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard1}
   [junit4]   2> 2573573 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2573578 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2573578 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2573579 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2573579 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2573580 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2573580 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2573580 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2573580 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2573580 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2573580 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2573580 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2573580 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60671/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60671_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2573580 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60671/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60671_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2573583 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60670/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60670_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2573583 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60670/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60670_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2573585 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60670/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60670_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2573585 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60670/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60670_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2573587 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60671/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60671_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2573587 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60671/solr",
   [junit4]   2>   "node_name":"127.0.0.1:60671_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2573689 INFO  (OverseerStateUpdate-96308539856912389-127.0.0.1:60670_solr-n_0000000000) [n:127.0.0.1:60670_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 2573690 INFO  (zkCallback-11048-thread-1-processing-n:127.0.0.1:60671_solr) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2573690 INFO  (zkCallback-11047-thread-2-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2573690 INFO  (zkCallback-11048-thread-1-processing-n:127.0.0.1:60671_solr) [n:127.0.0.1:60671_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 2573691 INFO  (zkCallback-11047-thread-2-processing-n:127.0.0.1:60670_solr) [n:127.0.0.1:60670_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 2574581 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica2
   [junit4]   2> 2574581 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 2574581 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 2574581 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2574581 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2574581 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2574581 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica2
   [junit4]   2> 2574582 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2574582 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2574582 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2574582 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2574582 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2574582 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2574582 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2574582 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2574582 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2574583 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2574583 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\backuprestore_shard2_replica1'
   [junit4]   2> 2574583 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2574583 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2574583 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2574583 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\backuprestore_shard1_replica1'
   [junit4]   2> 2574584 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2574584 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2574584 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\backuprestore_shard2_replica2'
   [junit4]   2> 2574584 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2574584 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2574584 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\backuprestore_shard1_replica2'
   [junit4]   2> 2574584 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2574584 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2574584 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2574584 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2574586 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2574586 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2574587 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2574587 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2574595 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2574595 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2574595 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2574596 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2574596 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2574597 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2574598 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2574599 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2574599 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2574601 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2574601 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2574603 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2574605 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema [backuprestore_shard2_replica2] Schema name=minimal
   [junit4]   2> 2574606 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 2574606 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema [backuprestore_shard1_replica2] Schema name=minimal
   [junit4]   2> 2574610 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2574611 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 2574611 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2574612 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2574613 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2574615 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2574615 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2574615 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica2' using configuration from collection backuprestore
   [junit4]   2> 2574615 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2574615 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 2574616 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2574616 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2574615 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica2' using configuration from collection backuprestore
   [junit4]   2> 2574616 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [[backuprestore_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\backuprestore_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard1_replica2\data\]
   [junit4]   2> 2574616 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica2
   [junit4]   2> 2574616 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2574616 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 2574616 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore [[backuprestore_shard2_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\backuprestore_shard2_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard2_replica2\data\]
   [junit4]   2> 2574616 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica2
   [junit4]   2> 2574616 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2574616 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2574616 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\backuprestore_shard2_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\]
   [junit4]   2> 2574616 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard1_replica2\data\
   [junit4]   2> 2574616 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
   [junit4]   2> 2574617 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard1_replica2\data\index/
   [junit4]   2> 2574617 WARN  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [backuprestore_shard1_replica2] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard1_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2574616 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\backuprestore_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\]
   [junit4]   2> 2574617 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
   [junit4]   2> 2574618 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard2_replica2\data\
   [junit4]   2> 2574618 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard2_replica2\data\index/
   [junit4]   2> 2574618 WARN  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore [backuprestore_shard2_replica2] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard2_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2574618 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard1_replica2\data\index
   [junit4]   2> 2574618 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\
   [junit4]   2> 2574618 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\index/
   [junit4]   2> 2574618 WARN  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2574618 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard2_replica2\data\index
   [junit4]   2> 2574619 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@781a85 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3c2a0b),segFN=segments_1,generation=1}
   [junit4]   2> 2574619 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\
   [junit4]   2> 2574619 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\index
   [junit4]   2> 2574619 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\index/
   [junit4]   2> 2574619 WARN  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2574619 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@161989f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1f43286),segFN=segments_1,generation=1}
   [junit4]   2> 2574619 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@f8f6d5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@b1fd),segFN=segments_1,generation=1}
   [junit4]   2> 2574619 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2574619 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2574619 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\index
   [junit4]   2> 2574619 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2574620 INFO  (qtp18061173-48774) [n:127.0.0.1:60670_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2574620 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2574621 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2574623 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica2) [n:127.0.0.1:60670_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica2 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard2_replica2\data\
   [junit4]   2> 2574623 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica2) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica2 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard1_replica2\data\
   [junit4]   2> 2574623 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\
   [junit4]   2> 2574624 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@aeb204 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a5514c),segFN=segments_1,generation=1}
   [junit4]   2> 2574624 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2574625 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\
   [junit4]   2> 2574625 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2574626 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica2) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard1_replica2\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2574627 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica2) [n:127.0.0.1:60670_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node2\.\backuprestore_shard2_replica2\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2574628 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2574630 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2574631 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2574631 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2574632 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2574632 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2574633 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2574633 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2574634 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2574634 INFO  (qtp16870546-48767) [n:127.0.0.1:60671_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2574634 INFO  (qtp16870546-48763) [n:127.0.0.1:60671_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2574635 INFO  (qtp18061173-48777) [n:127.0.0.1:60670_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
 

[...truncated too long message...]

NFO  (jetty-launcher-11037-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@766866{/solr,null,UNAVAILABLE}
   [junit4]   2> 2602435 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60666 60666
   [junit4]   2> 2602438 INFO  (Thread-4934) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60666 60666
   [junit4]   2> 2602439 WARN  (Thread-4934) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	33	/solr/overseer/queue
   [junit4]   2> 	17	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2602439 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[7280A8B6CCB15790]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_7280A8B6CCB15790-001
   [junit4]   2> Jul 26, 2016 4:48:43 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Direct), _version_=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1296, sim=RandomSimilarity(queryNorm=false): {}, locale=bg-BG, timezone=Libya
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_92 (32-bit)/cpus=3,threads=1,free=269045704,total=488636416
   [junit4]   2> NOTE: All tests run in this JVM: [TestSimpleQParserPlugin, TestOmitPositions, MergeStrategyTest, NumericFieldsTest, TestSimpleTrackingShardHandler, ChangedSchemaMergeTest, SolrPluginUtilsTest, SpellPossibilityIteratorTest, BlockCacheTest, TestCSVResponseWriter, TestRandomRequestDistribution, TestSuggestSpellingConverter, SortByFunctionTest, OverriddenZkACLAndCredentialsProvidersTest, DataDrivenBlockJoinTest, SuggesterTSTTest, CreateCollectionCleanupTest, BasicDistributedZk2Test, TestConfigReload, AsyncCallRequestStatusResponseTest, TestIndexingPerformance, SharedFSAutoReplicaFailoverTest, TestRTimerTree, TestReplicationHandlerBackup, HLLSerializationTest, HighlighterConfigTest, StatsComponentTest, FacetPivotSmallTest, TestCrossCoreJoin, BlockJoinFacetSimpleTest, TestFieldCache, TestComplexPhraseQParserPlugin, MultiThreadedOCPTest, TestOnReconnectListenerSupport, DocValuesMissingTest, SuggesterWFSTTest, BasicZkTest, TestRandomCollapseQParserPlugin, TestManagedResourceStorage, TestCollationField, TestOverriddenPrefixQueryForCustomFieldType, MultiTermTest, TestDistributedMissingSort, TestRestoreCore, FullSolrCloudDistribCmdsTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ConvertedLegacyTest, TestSolrQueryParserResource, TestFiltering, TestNRTOpen, SolrCmdDistributorTest, RecoveryAfterSoftCommitTest, TestLMJelinekMercerSimilarityFactory, TestFieldCacheWithThreads, PluginInfoTest, CollectionsAPIDistributedZkTest, DirectUpdateHandlerOptimizeTest, TestFieldCacheSanityChecker, TestSubQueryTransformer, CdcrReplicationHandlerTest, DistanceUnitsTest, TestConfigSetsAPIZkFailure, ChaosMonkeySafeLeaderTest, EchoParamsTest, OpenExchangeRatesOrgProviderTest, OverseerModifyCollectionTest, TestDynamicFieldCollectionResource, ExplicitHLLTest, TestConfigOverlay, HdfsCollectionsAPIDistributedZkTest, TestPerFieldSimilarity, TestCloudInspectUtil, RequestLoggingTest, TestQuerySenderListener, TestSubQueryTransformerDistrib, TestConfigSetProperties, AtomicUpdatesTest, QueryResultKeyTest, TestInfoStreamLogging, TestSolr4Spatial2, TestValueSourceCache, SolrCoreCheckLockOnStartupTest, TestMinMaxOnMultiValuedField, TestReRankQParserPlugin, TestStandardQParsers, DistributedFacetPivotWhiteBoxTest, TermVectorComponentTest, TestPivotHelperCode, QueryParsingTest, CloneFieldUpdateProcessorFactoryTest, TestScoreJoinQPNoScore, TestFoldingMultitermQuery, BinaryUpdateRequestHandlerTest, TestBinaryField, SignatureUpdateProcessorFactoryTest, ConjunctionSolrSpellCheckerTest, RollingRestartTest, BaseCdcrDistributedZkTest, TestPerFieldSimilarityWithDefaultOverride, WordBreakSolrSpellCheckerTest, CdcrVersionReplicationTest, TestStressLiveNodes, LeaderElectionIntegrationTest, TestMissingGroups, DistributedDebugComponentTest, TestQueryUtils, DistributedQueueTest, TestCloudManagedSchema, ZkSolrClientTest, TestBM25SimilarityFactory, LeaderInitiatedRecoveryOnShardRestartTest, TestPKIAuthenticationPlugin, ReplicationFactorTest, DistributedIntervalFacetingTest, TestBlendedInfixSuggestions, UpdateRequestProcessorFactoryTest, SpatialRPTFieldTypeTest, HdfsThreadLeakTest, TestAuthenticationFramework, TestFreeTextSuggestions, CoreMergeIndexesAdminHandlerTest, TestGraphTermsQParserPlugin, SpellCheckComponentTest, TestReversedWildcardFilterFactory, TestSystemIdResolver, TestExactSharedStatsCache, TestShardHandlerFactory, TestLRUStatsCache, TestSolr4Spatial, AnalyticsQueryTest, TestCharFilters, HdfsRestartWhileUpdatingTest, ResponseLogComponentTest, TestUseDocValuesAsStored2, CollectionsAPISolrJTest, UniqFieldsUpdateProcessorFactoryTest, TestMiniSolrCloudCluster, TestRequestStatusCollectionAPI, HdfsLockFactoryTest, SolrIndexSplitterTest, HdfsChaosMonkeyNothingIsSafeTest, TestSolrConfigHandlerCloud, DeleteReplicaTest, TestSolrDeletionPolicy2, TestTolerantUpdateProcessorRandomCloud, TestJoin, CoreSorterTest, TestJettySolrRunner, CheckHdfsIndexTest, SparseHLLTest, SecurityConfHandlerTest, OpenCloseCoreStressTest, ShardRoutingTest, ClusterStateUpdateTest, TestRandomFaceting, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestReload, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, TestGroupingSearch, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, TestSort, BasicFunctionalityTest, TestLazyCores, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, SuggesterTest, TestStressLucene, TestTrie, NoCacheHeaderTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoMBeanTest, DebugComponentTest, CacheHeaderTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, StandardRequestHandlerTest, TestWriterPerf, DocumentAnalysisRequestHandlerTest, TestQueryTypes, FileBasedSpellCheckerTest, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, TestArbitraryIndexDir, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, IndexSchemaTest, MBeansHandlerTest, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, TestBinaryResponseWriter, TestSolrIndexConfig, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestDocSet, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestCodecSupport, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, SolrTestCaseJ4Test, TestHighlightDedupGrouping, TestTolerantSearch, ConnectionReuseTest, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AliasIntegrationTest, AssignTest, CdcrRequestHandlerTest, CleanupOldIndexTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, HttpPartitionTest, LeaderInitiatedRecoveryOnCommitTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestConfigSetsAPI, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLocalFSCloudBackupRestore]
   [junit4] Completed [498/623 (1!)] on J1 in 29.51s, 1 test, 1 failure <<< FAILURES!

[...truncated 52745 lines...]


[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_92) - Build # 6006 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6006/
Java: 64bit/jdk1.8.0_92 -XX:+UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.schema.TestManagedSchemaAPI

Error Message:
ObjectTracker found 8 object(s) that were not released!!! [TransactionLog, MockDirectoryWrapper, MockDirectoryWrapper, TransactionLog, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 8 object(s) that were not released!!! [TransactionLog, MockDirectoryWrapper, MockDirectoryWrapper, TransactionLog, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor]
	at __randomizedtesting.SeedInfo.seed([B2CFCF9535BA764B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257)
	at sun.reflect.GeneratedMethodAccessor41.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.TestManagedSchemaAPI

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.     C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog\tlog.0000000000000000000: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog\tlog.0000000000000000000: The process cannot access the file because it is being used by another process.     C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.

   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog\tlog.0000000000000000000: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog\tlog.0000000000000000000: The process cannot access the file because it is being used by another process.

   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001
   C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001

	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:64517/solr: The backup directory already exists: file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001/tempDir-002/mytestbackup/

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:64517/solr: The backup directory already exists: file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001/tempDir-002/mytestbackup/
	at __randomizedtesting.SeedInfo.seed([B2CFCF9535BA764B:3A9BF04F9B461BB3]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1291)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:206)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:126)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11220 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\init-core-data-001
   [junit4]   2> 1087049 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1087051 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1087052 INFO  (Thread-2325) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1087052 INFO  (Thread-2325) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1087152 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:64512
   [junit4]   2> 1087152 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1087152 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1087158 INFO  (zkCallback-7403-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47219a2b name:ZooKeeperConnection Watcher:127.0.0.1:64512 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1087158 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1087159 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1087159 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 1087163 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15625d797330000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1087169 INFO  (jetty-launcher-7402-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1087169 INFO  (jetty-launcher-7402-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1087170 INFO  (jetty-launcher-7402-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@623c255c{/solr,null,AVAILABLE}
   [junit4]   2> 1087170 INFO  (jetty-launcher-7402-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d76f58{/solr,null,AVAILABLE}
   [junit4]   2> 1087171 INFO  (jetty-launcher-7402-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@71924c98{HTTP/1.1,[http/1.1]}{127.0.0.1:64516}
   [junit4]   2> 1087171 INFO  (jetty-launcher-7402-thread-2) [    ] o.e.j.s.Server Started @1104129ms
   [junit4]   2> 1087171 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64516}
   [junit4]   2> 1087171 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1087171 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node2'
   [junit4]   2> 1087171 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1087171 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1087172 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1087173 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1087173 INFO  (jetty-launcher-7402-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@4630dfdc{HTTP/1.1,[http/1.1]}{127.0.0.1:64517}
   [junit4]   2> 1087173 INFO  (jetty-launcher-7402-thread-1) [    ] o.e.j.s.Server Started @1104131ms
   [junit4]   2> 1087173 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64517}
   [junit4]   2> 1087173 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1087173 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1'
   [junit4]   2> 1087173 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1087173 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1087174 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1087175 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1087183 INFO  (zkCallback-7405-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ab4f2bf name:ZooKeeperConnection Watcher:127.0.0.1:64512/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1087183 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1087183 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1087183 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1087183 INFO  (zkCallback-7404-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@676565d2 name:ZooKeeperConnection Watcher:127.0.0.1:64512/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1087184 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1087184 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1087185 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1087200 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node2\.
   [junit4]   2> 1087200 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1613107909
   [junit4]   2> 1087200 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node2]
   [junit4]   2> 1087201 WARN  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node2\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node2\lib
   [junit4]   2> 1087201 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1087203 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1\.
   [junit4]   2> 1087203 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 418840385
   [junit4]   2> 1087203 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1]
   [junit4]   2> 1087203 WARN  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1\lib
   [junit4]   2> 1087204 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1087205 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1087206 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1087206 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1087206 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64512/solr
   [junit4]   2> 1087206 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1087206 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1087206 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1087206 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1087206 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1087206 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64512/solr
   [junit4]   2> 1087206 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1087206 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1087207 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1087207 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1087211 INFO  (zkCallback-7410-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4c2963ab name:ZooKeeperConnection Watcher:127.0.0.1:64512 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1087211 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1087211 INFO  (jetty-launcher-7402-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1087211 INFO  (zkCallback-7411-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3bdbeffe name:ZooKeeperConnection Watcher:127.0.0.1:64512 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1087211 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1087212 INFO  (jetty-launcher-7402-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1087212 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15625d797330003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1087213 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$72/1356853605@2cc288e
   [junit4]   2> 1087214 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1087216 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$72/1356853605@20a105d7
   [junit4]   2> 1087217 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1087218 INFO  (zkCallback-7412-thread-1-processing-n:127.0.0.1:64516_solr) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73453f78 name:ZooKeeperConnection Watcher:127.0.0.1:64512/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1087219 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1087219 INFO  (zkCallback-7413-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74f89c3 name:ZooKeeperConnection Watcher:127.0.0.1:64512/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1087219 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1087220 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1087220 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1087221 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1087221 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1087225 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1087225 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1087227 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1087227 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1087229 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1087229 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1087231 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1087231 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1087231 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1087233 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1087234 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1087234 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1087235 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1087235 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1087236 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1087236 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1087237 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1087237 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1087239 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1087239 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1087239 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1087240 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1087242 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1087243 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1087244 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1087244 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1087246 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1087246 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1087246 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96306049919942662-127.0.0.1:64517_solr-n_0000000000
   [junit4]   2> 1087247 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96306049919942661-127.0.0.1:64516_solr-n_0000000001
   [junit4]   2> 1087247 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64517_solr
   [junit4]   2> 1087247 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1087247 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96306049919942662-127.0.0.1:64517_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 1087248 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64516_solr
   [junit4]   2> 1087248 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:64516_solr
   [junit4]   2> 1087249 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.Overseer Overseer (id=96306049919942662-127.0.0.1:64517_solr-n_0000000000) starting
   [junit4]   2> 1087250 INFO  (zkCallback-7412-thread-1-processing-n:127.0.0.1:64516_solr) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1087250 INFO  (zkCallback-7413-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1087255 INFO  (zkCallback-7413-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1087255 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1087255 INFO  (zkCallback-7412-thread-1-processing-n:127.0.0.1:64516_solr) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1087259 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1087259 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:64517_solr as DOWN
   [junit4]   2> 1087260 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64517_solr
   [junit4]   2> 1087260 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:64517_solr
   [junit4]   2> 1087261 INFO  (zkCallback-7413-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1087261 INFO  (zkCallback-7412-thread-1-processing-n:127.0.0.1:64516_solr) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1087278 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1087278 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1087279 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node2\.
   [junit4]   2> 1087279 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1087279 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1087280 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1\.
   [junit4]   2> 1087280 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1087280 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1087281 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 1087282 INFO  (jetty-launcher-7402-thread-1) [n:127.0.0.1:64517_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1087282 INFO  (zkCallback-7413-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1087282 INFO  (zkCallback-7412-thread-1-processing-n:127.0.0.1:64516_solr) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1087283 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 1087283 INFO  (jetty-launcher-7402-thread-2) [n:127.0.0.1:64516_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1087283 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1087283 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1087284 INFO  (OverseerCollectionConfigSetProcessor-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1087284 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1087285 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (2)
   [junit4]   2> 1087287 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:64517_solr"} current state version: 0
   [junit4]   2> 1087287 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:64517_solr
   [junit4]   2> 1087288 INFO  (zkCallback-7416-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d33574a name:ZooKeeperConnection Watcher:127.0.0.1:64512 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1087288 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1087288 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1087290 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15625d797330007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1087293 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1087294 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1087295 INFO  (zkCallback-7419-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2142f5aa name:ZooKeeperConnection Watcher:127.0.0.1:64512/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1087295 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1087295 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1087295 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1087296 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1087296 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1087299 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1087303 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[B2CFCF9535BA764B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1087322 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[B2CFCF9535BA764B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1087326 INFO  (qtp1452911719-30806) [n:127.0.0.1:64516_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1,shard2&replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&router.field=shard_s&name=backuprestore&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1087328 INFO  (OverseerCollectionConfigSetProcessor-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1087329 INFO  (OverseerThreadFactory-5920-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1087329 INFO  (OverseerThreadFactory-5920-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 1087330 INFO  (OverseerThreadFactory-5920-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 1087331 INFO  (OverseerThreadFactory-5920-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 1087332 INFO  (zkCallback-7412-thread-1-processing-n:127.0.0.1:64516_solr) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1087332 INFO  (zkCallback-7413-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1087332 INFO  (zkCallback-7419-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1087335 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1087335 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 1087336 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 1087434 INFO  (OverseerThreadFactory-5920-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 1087434 INFO  (OverseerThreadFactory-5920-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:64516_solr
   [junit4]   2> 1087435 INFO  (OverseerThreadFactory-5920-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica2 as part of shard shard2 of collection backuprestore on 127.0.0.1:64517_solr
   [junit4]   2> 1087435 INFO  (OverseerThreadFactory-5920-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:64516_solr
   [junit4]   2> 1087435 INFO  (OverseerThreadFactory-5920-thread-1-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica2 as part of shard shard1 of collection backuprestore on 127.0.0.1:64517_solr
   [junit4]   2> 1087440 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1087442 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1087442 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1087443 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard2}
   [junit4]   2> 1087443 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard2}
   [junit4]   2> 1087446 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard1}
   [junit4]   2> 1087446 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1087446 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1087447 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard1}
   [junit4]   2> 1087447 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1087447 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1087448 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1087448 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 1087449 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 1087450 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1087450 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 1087450 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1087450 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 1087450 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:64516/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64516_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1087450 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:64516/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64516_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1087450 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 1087450 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1087450 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 1087451 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1087453 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:64517/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64517_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1087453 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:64517/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64517_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1087454 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:64516/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64516_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1087454 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:64516/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64516_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1087456 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:64517/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64517_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1087456 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:64517/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64517_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1087560 INFO  (OverseerStateUpdate-96306049919942662-127.0.0.1:64517_solr-n_0000000000) [n:127.0.0.1:64517_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 1087561 INFO  (zkCallback-7412-thread-1-processing-n:127.0.0.1:64516_solr) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1087561 INFO  (zkCallback-7413-thread-4-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1087562 INFO  (zkCallback-7412-thread-1-processing-n:127.0.0.1:64516_solr) [n:127.0.0.1:64516_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 1087562 INFO  (zkCallback-7413-thread-4-processing-n:127.0.0.1:64517_solr) [n:127.0.0.1:64517_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 1088451 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 1088451 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 1088451 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 1088451 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 1088451 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1088452 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 1088452 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1088452 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica2
   [junit4]   2> 1088452 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 1088452 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 1088452 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica2
   [junit4]   2> 1088452 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 1088452 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1088452 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 1088452 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1088452 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node2\backuprestore_shard1_replica1'
   [junit4]   2> 1088452 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1088452 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1088452 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node2\backuprestore_shard2_replica1'
   [junit4]   2> 1088453 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1088453 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1088453 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1088453 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1088453 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 1088453 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1088453 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1\backuprestore_shard1_replica2'
   [junit4]   2> 1088453 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1088454 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1088455 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1088455 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1\backuprestore_shard2_replica2'
   [junit4]   2> 1088455 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1088455 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1088455 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1088456 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1088456 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1088459 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1088464 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1088464 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1088464 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1088465 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1088465 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1088466 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1088468 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1088469 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1088469 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1088469 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1088477 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1088479 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema [backuprestore_shard1_replica2] Schema name=minimal
   [junit4]   2> 1088480 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1088479 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema [backuprestore_shard2_replica2] Schema name=minimal
   [junit4]   2> 1088483 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 1088486 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 1088486 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1088487 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1088488 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1088490 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1088493 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 1088493 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 1088493 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 1088493 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 1088493 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica2' using configuration from collection backuprestore
   [junit4]   2> 1088494 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1088494 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 1088494 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica2' using configuration from collection backuprestore
   [junit4]   2> 1088494 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [[backuprestore_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1\backuprestore_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\]
   [junit4]   2> 1088494 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica2
   [junit4]   2> 1088494 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1088493 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 1088494 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore [[backuprestore_shard2_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1\backuprestore_shard2_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1\.\backuprestore_shard2_replica2\data\]
   [junit4]   2> 1088494 INFO  (qtp969293827-30799) [n:127.0.0.1:64517_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica2
   [junit4]   2> 1088494 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1088494 INFO  (qtp1452911719-30790) [n:127.0.0.1:64516_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node2\backuprestore_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\]
   [junit4]   2> 1088494 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\
   [junit4]   2> 1088494 INFO  (qtp1452911719-30792) [n:127.0.0.1:64516_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1088495 INFO  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA764B-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\index/
   [junit4]   2> 1088495 WARN  (qtp969293827-30797) [n:127.0.0.1:64517_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [backuprestore_shard1_replica2] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_B2CFCF9535BA76

[...truncated too long message...]


   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrXml, TestGeoJSONResponseWriter, DocumentAnalysisRequestHandlerTest, HighlighterMaxOffsetTest, AsyncMigrateRouteKeyTest, TestQuerySenderNoQuery, TestHdfsCloudBackupRestore, RecoveryZkTest, SolrCoreTest, UUIDFieldTest, TestConfigSetImmutable, AddBlockUpdateTest, HdfsDirectoryTest, TestSolrQueryParserDefaultOperatorResource, TestHashQParserPlugin, HardAutoCommitTest, TestCloudPivotFacet, SuggestComponentTest, TestRawResponseWriter, AddSchemaFieldsUpdateProcessorFactoryTest, FullHLLTest, DateRangeFieldTest, TestDocTermOrds, TestNonDefinedSimilarityFactory, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, BasicAuthIntegrationTest, MoreLikeThisHandlerTest, CoreAdminRequestStatusTest, TestManagedResource, TestQueryWrapperFilter, SampleTest, TestMacros, PrimitiveFieldTypeTest, SolrCLIZkUtilsTest, RemoteQueryErrorTest, TestCustomSort, TestDocSet, ShardSplitTest, HdfsWriteToMultipleCollectionsTest, LeaderElectionTest, TestRebalanceLeaders, TestTrackingShardHandlerFactory, TestConfigSetsAPIExclusivity, DocExpirationUpdateProcessorFactoryTest, MBeansHandlerTest, TestMaxScoreQueryParser, CircularListTest, BitVectorTest, HttpPartitionTest, XmlUpdateRequestHandlerTest, TestFieldCacheReopen, ActionThrottleTest, TestHdfsUpdateLog, IndexBasedSpellCheckerTest, TestClusterStateMutator, TestNumericTerms64, TestCollectionAPI, ZkCLITest, TestRandomDVFaceting, TestGroupingSearch, WrapperMergePolicyFactoryTest, TestWordDelimiterFilterFactory, BooleanFieldTest, HdfsSyncSliceTest, DisMaxRequestHandlerTest, TestSolrQueryResponse, URLClassifyProcessorTest, PolyFieldTest, TestStressCloudBlindAtomicUpdates, CloudExitableDirectoryReaderTest, TestCollapseQParserPlugin, ConcurrentDeleteAndCreateCollectionTest, TestCloudDeleteByQuery, TestDocumentBuilder, SpatialFilterTest, TestDocBasedVersionConstraints, TestStressReorder, TestBulkSchemaConcurrent, GraphQueryTest, TestReqParamsAPI, DistributedFacetPivotLongTailTest, DocumentBuilderTest, PeerSyncTest, TestSolrFieldCacheMBean, DeleteLastCustomShardedReplicaTest, UUIDUpdateProcessorFallbackTest, CdcrRequestHandlerTest, TestCSVLoader, OverseerTest, TestExtendedDismaxParser, TimeZoneUtilsTest, TestCoreContainer, TestDFRSimilarityFactory, JSONWriterTest, TestNamedUpdateProcessors, TestSolrCLIRunExample, SoftAutoCommitTest, TestSort, DistributedQueryElevationComponentTest, TestAddFieldRealTimeGet, TestRecoveryHdfs, OverseerTaskQueueTest, ClassificationUpdateProcessorFactoryTest, TlogReplayBufferedWhileIndexingTest, SSLMigrationTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestFieldCacheVsDocValues, EnumFieldTest, TestSSLRandomization, ParsingFieldUpdateProcessorsTest, TestUpdate, RequiredFieldsTest, TestStressLucene, HdfsDirectoryFactoryTest, TestFieldResource, TestPhraseSuggestions, TestBackupRepositoryFactory, DocValuesTest, StatelessScriptUpdateProcessorFactoryTest, RestartWhileUpdatingTest, CustomCollectionTest, DistributedExpandComponentTest, TestJmxIntegration, DistribCursorPagingTest, TestSchemaResource, TestRequestForwarding, TestElisionMultitermQuery, HdfsChaosMonkeySafeLeaderTest, TestLeaderInitiatedRecoveryThread, BlockDirectoryTest, TestLazyCores, SimplePostToolTest, TestLRUCache, TestEmbeddedSolrServerConstructors, TestRemoteStreaming, BJQParserTest, TestHdfsBackupRestoreCore, SharedFSAutoReplicaFailoverUtilsTest, ZkStateWriterTest, HighlighterTest, TestManagedSchemaAPI]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestManagedSchemaAPI -Dtests.seed=B2CFCF9535BA764B -Dtests.slow=true -Dtests.locale=vi-VN -Dtests.timezone=Australia/Lord_Howe -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.00s J0 | TestManagedSchemaAPI (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 8 object(s) that were not released!!! [TransactionLog, MockDirectoryWrapper, MockDirectoryWrapper, TransactionLog, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B2CFCF9535BA764B]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1\data
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2\testschemaapi_shard1_replica1
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node2
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog\tlog.0000000000000000000: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog\tlog.0000000000000000000: The process cannot access the file because it is being used by another process.
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2\data
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1\testschemaapi_shard1_replica2
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001\node1
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001\tempDir-001
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_B2CFCF9535BA764B-001
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [449/623 (2!)] on J0 in 12.35s, 1 test, 1 failure, 1 error <<< FAILURES!

[...truncated 60637 lines...]


[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_92) - Build # 6005 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6005/
Java: 32bit/jdk1.8.0_92 -server -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:62935/solr: The backup directory already exists: file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001/tempDir-002/mytestbackup/

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:62935/solr: The backup directory already exists: file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001/tempDir-002/mytestbackup/
	at __randomizedtesting.SeedInfo.seed([1051272C8DDF54CA:980518F623233932]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1291)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:206)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:126)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12095 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\init-core-data-001
   [junit4]   2> 2146431 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2146432 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2146434 INFO  (Thread-3705) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2146434 INFO  (Thread-3705) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2146534 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:62930
   [junit4]   2> 2146534 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2146535 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2146538 INFO  (zkCallback-2621-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4be4ce name:ZooKeeperConnection Watcher:127.0.0.1:62930 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2146538 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2146538 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2146539 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 2146545 INFO  (jetty-launcher-2620-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2146545 INFO  (jetty-launcher-2620-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2146546 INFO  (jetty-launcher-2620-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1feb6cd{/solr,null,AVAILABLE}
   [junit4]   2> 2146546 INFO  (jetty-launcher-2620-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f34c17{/solr,null,AVAILABLE}
   [junit4]   2> 2146548 INFO  (jetty-launcher-2620-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@5051c7{HTTP/1.1,[http/1.1]}{127.0.0.1:62934}
   [junit4]   2> 2146548 INFO  (jetty-launcher-2620-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@140c1fb{HTTP/1.1,[http/1.1]}{127.0.0.1:62935}
   [junit4]   2> 2146549 INFO  (jetty-launcher-2620-thread-2) [    ] o.e.j.s.Server Started @2150625ms
   [junit4]   2> 2146549 INFO  (jetty-launcher-2620-thread-1) [    ] o.e.j.s.Server Started @2150625ms
   [junit4]   2> 2146549 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62934}
   [junit4]   2> 2146549 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62935}
   [junit4]   2> 2146549 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 2146549 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 2146549 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2'
   [junit4]   2> 2146549 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1'
   [junit4]   2> 2146549 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2146549 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2146549 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2146549 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2146550 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2146550 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2146551 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2146551 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2146552 INFO  (zkCallback-2622-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d2b8e6 name:ZooKeeperConnection Watcher:127.0.0.1:62930/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2146552 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2146552 INFO  (zkCallback-2623-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1087540 name:ZooKeeperConnection Watcher:127.0.0.1:62930/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2146552 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2146553 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2146553 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2146553 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2146553 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2146557 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15623b1887a0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2146557 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2\.
   [junit4]   2> 2146559 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1703067
   [junit4]   2> 2146559 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2]
   [junit4]   2> 2146559 WARN  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2\lib
   [junit4]   2> 2146559 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2146561 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1\.
   [junit4]   2> 2146561 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 17518750
   [junit4]   2> 2146561 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1]
   [junit4]   2> 2146561 WARN  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1\lib
   [junit4]   2> 2146561 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2146562 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2146562 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2146562 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2146562 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62930/solr
   [junit4]   2> 2146562 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2146562 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2146563 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2146563 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2146563 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2146563 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62930/solr
   [junit4]   2> 2146563 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2146563 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2146563 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2146564 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2146565 INFO  (zkCallback-2628-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c6565 name:ZooKeeperConnection Watcher:127.0.0.1:62930 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2146565 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2146565 INFO  (jetty-launcher-2620-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2146565 INFO  (zkCallback-2629-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@162557e name:ZooKeeperConnection Watcher:127.0.0.1:62930 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2146566 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2146566 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2146566 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$50/20040608@9f2ecc
   [junit4]   2> 2146567 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15623b1887a0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2146568 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2146568 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$50/20040608@86e8d8
   [junit4]   2> 2146570 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2146571 INFO  (zkCallback-2630-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@18e8857 name:ZooKeeperConnection Watcher:127.0.0.1:62930/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2146571 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2146572 INFO  (zkCallback-2631-thread-1-processing-n:127.0.0.1:62935_solr) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10e8501 name:ZooKeeperConnection Watcher:127.0.0.1:62930/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2146572 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2146573 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2146573 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2146575 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2146575 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2146578 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2146578 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2146580 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2146581 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2146582 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2146582 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2146584 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2146584 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2146585 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2146586 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2146587 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2146587 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2146588 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2146588 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2146589 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2146590 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2146590 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2146590 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2146591 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2146591 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2146592 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2146592 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2146595 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2146595 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2146597 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2146597 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2146598 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2146598 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2146599 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96303687440924677-127.0.0.1:62934_solr-n_0000000000
   [junit4]   2> 2146599 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96303687440924678-127.0.0.1:62935_solr-n_0000000001
   [junit4]   2> 2146599 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62934_solr
   [junit4]   2> 2146599 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2146600 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96303687440924677-127.0.0.1:62934_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 2146600 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62935_solr
   [junit4]   2> 2146600 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:62935_solr
   [junit4]   2> 2146601 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.Overseer Overseer (id=96303687440924677-127.0.0.1:62934_solr-n_0000000000) starting
   [junit4]   2> 2146601 INFO  (zkCallback-2631-thread-1-processing-n:127.0.0.1:62935_solr) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2146601 INFO  (zkCallback-2630-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2146602 INFO  (zkCallback-2631-thread-1-processing-n:127.0.0.1:62935_solr) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2146604 INFO  (zkCallback-2630-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2146605 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2146611 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2146611 INFO  (OverseerCollectionConfigSetProcessor-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2146611 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:62934_solr as DOWN
   [junit4]   2> 2146612 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2146613 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62934_solr
   [junit4]   2> 2146613 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:62934_solr
   [junit4]   2> 2146614 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 2146614 INFO  (zkCallback-2631-thread-1-processing-n:127.0.0.1:62935_solr) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2146615 INFO  (zkCallback-2630-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2146615 INFO  (zkCallback-2631-thread-1-processing-n:127.0.0.1:62935_solr) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2146616 INFO  (zkCallback-2630-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2146617 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:62934_solr"} current state version: 0
   [junit4]   2> 2146617 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:62934_solr
   [junit4]   2> 2146622 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2146622 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2146624 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1\.
   [junit4]   2> 2146624 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2146626 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2146626 INFO  (jetty-launcher-2620-thread-1) [n:127.0.0.1:62935_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2146636 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2146637 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2146637 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2\.
   [junit4]   2> 2146637 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2146638 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2146638 INFO  (jetty-launcher-2620-thread-2) [n:127.0.0.1:62934_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2146639 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2146641 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2146642 INFO  (zkCallback-2634-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11786a9 name:ZooKeeperConnection Watcher:127.0.0.1:62930 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2146642 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2146642 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2146645 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2146646 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2146647 INFO  (zkCallback-2637-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@185671a name:ZooKeeperConnection Watcher:127.0.0.1:62930/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2146648 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2146648 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2146648 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2146649 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2146650 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2146653 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2146656 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2146675 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[1051272C8DDF54CA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2146679 INFO  (qtp32054043-16615) [n:127.0.0.1:62934_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.customKey=customValue&collection.configName=conf1&router.field=shard_s&name=backuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2146681 INFO  (OverseerCollectionConfigSetProcessor-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2146681 INFO  (OverseerThreadFactory-7678-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2146681 INFO  (OverseerThreadFactory-7678-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 2146682 INFO  (OverseerThreadFactory-7678-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 2146682 INFO  (OverseerThreadFactory-7678-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 2146684 INFO  (zkCallback-2630-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2146684 INFO  (zkCallback-2637-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2146684 INFO  (zkCallback-2631-thread-1-processing-n:127.0.0.1:62935_solr) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2146686 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2146686 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 2146688 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 2146786 INFO  (OverseerThreadFactory-7678-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
   [junit4]   2> 2146786 INFO  (OverseerThreadFactory-7678-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:62935_solr
   [junit4]   2> 2146787 INFO  (OverseerThreadFactory-7678-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:62934_solr
   [junit4]   2> 2146790 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2146790 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2146792 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard1}
   [junit4]   2> 2146792 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard2}
   [junit4]   2> 2146792 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2146792 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2146793 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2146793 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2146793 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2146794 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2146794 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:62934/solr",
   [junit4]   2>   "node_name":"127.0.0.1:62934_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2146794 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2146794 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:62934/solr",
   [junit4]   2>   "node_name":"127.0.0.1:62934_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2146794 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2146796 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:62935/solr",
   [junit4]   2>   "node_name":"127.0.0.1:62935_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2146796 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:62935/solr",
   [junit4]   2>   "node_name":"127.0.0.1:62935_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2146899 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 2146900 INFO  (zkCallback-2630-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2146900 INFO  (zkCallback-2631-thread-1-processing-n:127.0.0.1:62935_solr) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2146900 INFO  (zkCallback-2631-thread-1-processing-n:127.0.0.1:62935_solr) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 2146900 INFO  (zkCallback-2630-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 2147795 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 2147795 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 2147795 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2147795 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2147796 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2147796 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2147796 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2147796 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2147797 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2147797 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2147797 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1\backuprestore_shard2_replica1'
   [junit4]   2> 2147797 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2\backuprestore_shard1_replica1'
   [junit4]   2> 2147797 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2147797 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2147797 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2147797 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2147800 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2147800 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2147807 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2147807 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2147808 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2147809 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2147811 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2147813 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2147816 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 2147816 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 2147830 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2147830 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2147837 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2147837 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2147837 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 2147837 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 2147837 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2147837 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2147837 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2\backuprestore_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\]
   [junit4]   2> 2147838 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
   [junit4]   2> 2147838 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1\backuprestore_shard2_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\]
   [junit4]   2> 2147838 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
   [junit4]   2> 2147838 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\
   [junit4]   2> 2147838 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\index/
   [junit4]   2> 2147838 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\
   [junit4]   2> 2147838 WARN  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2147839 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\index/
   [junit4]   2> 2147839 WARN  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2147839 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\index
   [junit4]   2> 2147841 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\index
   [junit4]   2> 2147841 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@40d609 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@b4a56d),segFN=segments_1,generation=1}
   [junit4]   2> 2147841 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2147841 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1f53633 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc1f93),segFN=segments_1,generation=1}
   [junit4]   2> 2147841 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2147841 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\
   [junit4]   2> 2147842 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2147842 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2147842 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2147842 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\
   [junit4]   2> 2147843 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2147843 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2147844 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001\tempDir-001\node1\.\backuprestore_shard2_replica1\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2147844 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2147845 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2147846 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2147846 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2147847 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2147847 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2147848 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 2147848 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2147848 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 2147848 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2147849 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2147849 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2147849 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2147849 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2147851 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2147851 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2147851 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2147851 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2147852 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1f53633 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc1f93),segFN=segments_1,generation=1}
   [junit4]   2> 2147852 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2147852 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@40d609 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@b4a56d),segFN=segments_1,generation=1}
   [junit4]   2> 2147852 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2147852 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@221083[backuprestore_shard2_replica1] main]
   [junit4]   2> 2147852 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@87af7b[backuprestore_shard1_replica1] main]
   [junit4]   2> 2147852 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2147852 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2147853 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2147853 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2147853 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2147853 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2147854 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2147854 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2147854 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2147854 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2147854 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2147854 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2147854 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2147854 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2147854 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2147854 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2147854 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2147854 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2147854 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2147854 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2147855 INFO  (searcherExecutor-7684-thread-1-processing-n:127.0.0.1:62934_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node1) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@87af7b[backuprestore_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2147855 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2147855 INFO  (searcherExecutor-7683-thread-1-processing-n:127.0.0.1:62935_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node2) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@221083[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2147855 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2147855 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2147855 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1540859000541675520
   [junit4]   2> 2147855 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2147856 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2147856 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2147856 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1540859000542724096
   [junit4]   2> 2147857 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1540859000541675520
   [junit4]   2> 2147857 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2147857 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1540859000542724096
   [junit4]   2> 2147857 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2147858 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
   [junit4]   2> 2147858 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:http://127.0.0.1:62935/solr collection:backuprestore shard:shard2
   [junit4]   2> 2147858 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard1_replica1
   [junit4]   2> 2147858 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard1_replica1 address:http://127.0.0.1:62934/solr collection:backuprestore shard:shard1
   [junit4]   2> 2147859 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
   [junit4]   2> 2147859 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard1/election
   [junit4]   2> 2147862 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard1/election/96303687440924677-core_node1-n_0000000000
   [junit4]   2> 2147862 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96303687440924678-core_node2-n_0000000000
   [junit4]   2> 2147862 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 2147862 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 2147864 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2147864 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2147864 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62934/solr/backuprestore_shard1_replica1/
   [junit4]   2> 2147864 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2147864 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2147864 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62935/solr/backuprestore_shard2_replica1/
   [junit4]   2> 2147864 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2147864 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore"} current state version: 0
   [junit4]   2> 2147864 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2147865 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:62935/solr/backuprestore_shard2_replica1/ has no replicas
   [junit4]   2> 2147864 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:62934/solr/backuprestore_shard1_replica1/ has no replicas
   [junit4]   2> 2147865 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
   [junit4]   2> 2147866 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard1
   [junit4]   2> 2147866 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore"} current state version: 0
   [junit4]   2> 2147867 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard2/leader after winning as /collections/backuprestore/leader_elect/shard2/election/96303687440924678-core_node2-n_0000000000
   [junit4]   2> 2147867 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard1/leader after winning as /collections/backuprestore/leader_elect/shard1/election/96303687440924677-core_node1-n_0000000000
   [junit4]   2> 2147872 INFO  (qtp7469959-16616) [n:127.0.0.1:62935_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62935/solr/backuprestore_shard2_replica1/ shard2
   [junit4]   2> 2147873 INFO  (qtp32054043-16618) [n:127.0.0.1:62934_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62934/solr/backuprestore_shard1_replica1/ shard1
   [junit4]   2> 2147873 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "base_url":"http://127.0.0.1:62935/solr",
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 2147874 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "base_url":"http://127.0.0.1:62934/solr",
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 2147980 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 1
   [junit4]   2> 2147981 INFO  (zkCallback-2631-thread-1-processing-n:127.0.0.1:62935_solr) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2147981 INFO  (zkCallback-2630-thread-1-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader A cluster state ch

[...truncated too long message...]

ase_url":"http://127.0.0.1:62934/solr","node_name":"127.0.0.1:62934_solr","state":"active","leader":"true"} to down
   [junit4]   2> 2155076 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.o.NodeMutator Update replica state for core_node4:{"core":"backuprestore_shard1_1_replica1","base_url":"http://127.0.0.1:62934/solr","node_name":"127.0.0.1:62934_solr","state":"active","leader":"true"} to down
   [junit4]   2> 2155082 INFO  (zkCallback-2631-thread-1-processing-n:127.0.0.1:62935_solr) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2155082 INFO  (zkCallback-2630-thread-3-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2155084 INFO  (zkCallback-2630-thread-3-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2155089 INFO  (jetty-launcher-2620-thread-1) [    ] o.a.s.c.Overseer Overseer (id=96303687440924677-127.0.0.1:62934_solr-n_0000000000) closing
   [junit4]   2> 2155089 INFO  (OverseerStateUpdate-96303687440924677-127.0.0.1:62934_solr-n_0000000000) [n:127.0.0.1:62934_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:62934_solr
   [junit4]   2> 2155094 INFO  (zkCallback-2630-thread-3-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2155094 WARN  (zkCallback-2630-thread-3-processing-n:127.0.0.1:62934_solr) [n:127.0.0.1:62934_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2155095 INFO  (jetty-launcher-2620-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1feb6cd{/solr,null,UNAVAILABLE}
   [junit4]   2> 2156582 WARN  (zkCallback-2631-thread-1-processing-n:127.0.0.1:62935_solr) [n:127.0.0.1:62935_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2156582 INFO  (jetty-launcher-2620-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f34c17{/solr,null,UNAVAILABLE}
   [junit4]   2> 2156590 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62930 62930
   [junit4]   2> 2156593 INFO  (Thread-3705) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62930 62930
   [junit4]   2> 2156594 WARN  (Thread-3705) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	27	/solr/overseer/queue
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2156595 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[1051272C8DDF54CA]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_1051272C8DDF54CA-001
   [junit4]   2> Jul 25, 2016 8:14:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=Lucene50(blocksize=128), _version_=PostingsFormat(name=Asserting), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1055, sim=ClassicSimilarity, locale=no, timezone=Asia/Chita
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_92 (32-bit)/cpus=3,threads=1,free=142696672,total=478412800
   [junit4]   2> NOTE: All tests run in this JVM: [TestClassicSimilarityFactory, TestCloudDeleteByQuery, DistributedQueryComponentCustomSortTest, BlockJoinFacetRandomTest, TestHdfsUpdateLog, ConcurrentDeleteAndCreateCollectionTest, DistributedFacetPivotSmallTest, ZkCLITest, BadComponentTest, SampleTest, TestCodecSupport, DistributedVersionInfoTest, SpatialFilterTest, TermsComponentTest, HdfsSyncSliceTest, AnalysisAfterCoreReloadTest, AddBlockUpdateTest, VMParamsZkACLAndCredentialsProvidersTest, TestReplicationHandler, HighlighterMaxOffsetTest, TestLRUCache, PathHierarchyTokenizerFactoryTest, SSLMigrationTest, SolrRequestParserTest, MigrateRouteKeyTest, DateRangeFieldTest, UUIDUpdateProcessorFallbackTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestSSLRandomization, BooleanFieldTest, DistributedQueryElevationComponentTest, DistributedFacetPivotLongTailTest, HdfsWriteToMultipleCollectionsTest, TestBackupRepositoryFactory, DistributedExpandComponentTest, SystemInfoHandlerTest, OverseerTaskQueueTest, TestCoreContainer, TestPostingsSolrHighlighter, SOLR749Test, BigEndianAscendingWordDeserializerTest, TimeZoneUtilsTest, ParsingFieldUpdateProcessorsTest, TestFieldTypeResource, BitVectorTest, TestClusterStateMutator, SliceStateTest, TestOrdValues, AlternateDirectoryTest, HdfsNNFailoverTest, TestLeaderInitiatedRecoveryThread, WrapperMergePolicyFactoryTest, IndexSchemaTest, TestPseudoReturnFields, TestFieldResource, AddSchemaFieldsUpdateProcessorFactoryTest, HdfsDirectoryTest, TestObjectReleaseTracker, TestCloudPivotFacet, TestWordDelimiterFilterFactory, JSONWriterTest, TestUseDocValuesAsStored, DirectSolrSpellCheckerTest, CachingDirectoryFactoryTest, RestartWhileUpdatingTest, UnloadDistributedZkTest, MBeansHandlerTest, TestDocTermOrds, TestTrackingShardHandlerFactory, DeleteLastCustomShardedReplicaTest, TestFieldCacheSort, TestManagedResource, SolrCoreTest, TestElisionMultitermQuery, UpdateParamsTest, TestFieldCacheReopen, TestDistributedSearch, SolrTestCaseJ4Test, DistribCursorPagingTest, TestCryptoKeys, HighlighterTest, TestHashPartitioner, IndexBasedSpellCheckerTest, TestRebalanceLeaders, TestQueryWrapperFilter, TestDocBasedVersionConstraints, TestLockTree, TestXIncludeConfig, FullHLLTest, AnalyticsMergeStrategyTest, FastVectorHighlighterTest, TestRecoveryHdfs, DisMaxRequestHandlerTest, DistributedSpellCheckComponentTest, TestStressReorder, TestComponentsName, TestRestManager, CollectionStateFormat2Test, TestAnalyzeInfixSuggestions, ChaosMonkeyNothingIsSafeTest, SchemaVersionSpecificBehaviorTest, TestHashQParserPlugin, ExternalFileFieldSortTest, DirectUpdateHandlerTest, RemoteQueryErrorTest, TestInitParams, AssignTest, TestCollationFieldDocValues, CollectionsAPIAsyncDistributedZkTest, TestDynamicFieldResource, TestConfig, TestHighlightDedupGrouping, TestPhraseSuggestions, RecoveryZkTest, TestGeoJSONResponseWriter, SegmentsInfoRequestHandlerTest, CursorPagingTest, TestManagedSchemaAPI, DocumentAnalysisRequestHandlerTest, RegexBoostProcessorTest, TestConfigSetImmutable, SyncSliceTest, TestMergePolicyConfig, TestCollapseQParserPlugin, SimplePostToolTest, TestCollectionAPI, TestRequestForwarding, DistribJoinFromCollectionTest, PingRequestHandlerTest, TestSchemaResource, ZkControllerTest, TestLazyCores, CoreAdminRequestStatusTest, QueryEqualityTest, TestJmxMonitoredMap, HLLUtilTest, CdcrUpdateLogTest, CursorMarkTest, DocExpirationUpdateProcessorFactoryTest, InfoHandlerTest, CurrencyFieldXmlFileTest, TestJmxIntegration, TestStressLucene, TestLFUCache, CdcrRequestHandlerTest, TestDistribIDF, QueryElevationComponentTest, TestArbitraryIndexDir, CustomCollectionTest, TestSmileRequest, ReturnFieldsTest, JsonLoaderTest, PeerSyncTest, ZkSolrClientTest, AutoCommitTest, HardAutoCommitTest, TestGroupingSearch, SolrCmdDistributorTest, TestSort, SoftAutoCommitTest, TestExtendedDismaxParser, DocValuesTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, RequiredFieldsTest, TestSolrQueryParser, SolrPluginUtilsTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestDFRSimilarityFactory, TestFastWriter, ResourceLoaderTest, ScriptEngineTest, TestSystemIdResolver, PrimUtilsTest, DOMUtilTest, TestSolrJ, TestDocumentBuilder, CircularListTest, TestRTGBase, DistributedIntervalFacetingTest, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ActionThrottleTest, AliasIntegrationTest, CdcrReplicationDistributedZkTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionsAPISolrJTest, DeleteReplicaTest, DistributedQueueTest, HttpPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, OverseerRolesTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, SolrXmlInZkTest, TestConfigSetsAPIExclusivity, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore]
   [junit4] Completed [468/623 (1!)] on J0 in 10.43s, 1 test, 1 error <<< FAILURES!

[...truncated 52859 lines...]


[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_92) - Build # 6004 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6004/
Java: 64bit/jdk1.8.0_92 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
[index.20160725075515009, index.20160725075516509, index.properties, replication.properties] expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: [index.20160725075515009, index.20160725075516509, index.properties, replication.properties] expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([338107D204262E27:E82A0714010E4794]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.handler.TestReplicationHandler.checkForSingleIndex(TestReplicationHandler.java:905)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:872)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
expected:<COMPLETED> but was:<FAILED>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
	at __randomizedtesting.SeedInfo.seed([338107D204262E27:BBD53808AADA43DF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:208)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:126)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11083 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\init-core-data-001
   [junit4]   2> 514317 INFO  (SUITE-TestReplicationHandler-seed#[338107D204262E27]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 514319 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterCoreReload
   [junit4]   2> 514321 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1
   [junit4]   2> 514336 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 514336 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a67a30e{/solr,null,AVAILABLE}
   [junit4]   2> 514339 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7a84b84{HTTP/1.1,[http/1.1]}{127.0.0.1:56834}
   [junit4]   2> 514339 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.Server Started @526914ms
   [junit4]   2> 514340 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1\data, hostContext=/solr, hostPort=56834}
   [junit4]   2> 514340 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 514340 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001'
   [junit4]   2> 514340 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 514340 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 514341 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\solr.xml
   [junit4]   2> 514357 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.
   [junit4]   2> 514357 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer New CoreContainer 31462598
   [junit4]   2> 514357 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001]
   [junit4]   2> 514357 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\lib
   [junit4]   2> 514358 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 514363 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 514363 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 514363 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 514363 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 514363 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 514364 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.
   [junit4]   2> 514371 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data\}
   [junit4]   2> 514371 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1
   [junit4]   2> 514371 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 514372 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 514372 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 514372 INFO  (coreLoadExecutor-2294-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1'
   [junit4]   2> 514374 INFO  (coreLoadExecutor-2294-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 514374 INFO  (coreLoadExecutor-2294-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 514395 INFO  (coreLoadExecutor-2294-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 514399 INFO  (coreLoadExecutor-2294-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 514415 INFO  (coreLoadExecutor-2294-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 514418 INFO  (coreLoadExecutor-2294-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 514429 INFO  (coreLoadExecutor-2294-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 514439 INFO  (coreLoadExecutor-2294-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1'
   [junit4]   2> 514439 INFO  (coreLoadExecutor-2294-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1
   [junit4]   2> 514439 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 514439 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\]
   [junit4]   2> 514439 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 514440 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\
   [junit4]   2> 514440 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\index/
   [junit4]   2> 514440 WARN  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 514440 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\index
   [junit4]   2> 514440 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19315655497199036]
   [junit4]   2> 514441 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5348298 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@20c1853),segFN=segments_1,generation=1}
   [junit4]   2> 514441 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 514442 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 514447 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\
   [junit4]   2> 514451 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 514452 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 514453 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 514455 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 514456 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 514456 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 514456 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 514457 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 514457 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 514457 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=93.818359375, floorSegmentMB=0.7109375, forceMergeDeletesPctAllowed=6.311014536553396, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 514461 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5348298 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@20c1853),segFN=segments_1,generation=1}
   [junit4]   2> 514461 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 514461 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14ca24cc[collection1] main]
   [junit4]   2> 514461 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1\conf
   [junit4]   2> 514461 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1\conf}
   [junit4]   2> 514461 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1\conf
   [junit4]   2> 514462 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 514463 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 514463 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 514463 INFO  (searcherExecutor-2295-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@14ca24cc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 514463 INFO  (coreLoadExecutor-2294-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 514877 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1
   [junit4]   2> 514886 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 514886 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12068982{/solr,null,AVAILABLE}
   [junit4]   2> 514888 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.ServerConnector Started ServerConnector@622f1025{HTTP/1.1,[http/1.1]}{127.0.0.1:56837}
   [junit4]   2> 514888 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.Server Started @527461ms
   [junit4]   2> 514888 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1\data, hostContext=/solr, hostPort=56837}
   [junit4]   2> 514892 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 514892 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002'
   [junit4]   2> 514892 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 514892 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 514893 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\solr.xml
   [junit4]   2> 514904 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.
   [junit4]   2> 514904 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer New CoreContainer 1229826470
   [junit4]   2> 514904 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002]
   [junit4]   2> 514904 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\lib
   [junit4]   2> 514906 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 514910 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 514910 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 514910 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 514910 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 514910 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 514912 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.
   [junit4]   2> 514916 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data\}
   [junit4]   2> 514916 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1
   [junit4]   2> 514917 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 514917 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 514917 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 514918 INFO  (coreLoadExecutor-2304-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1'
   [junit4]   2> 514919 INFO  (coreLoadExecutor-2304-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 514919 INFO  (coreLoadExecutor-2304-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 514936 INFO  (coreLoadExecutor-2304-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 514939 INFO  (coreLoadExecutor-2304-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 514958 INFO  (coreLoadExecutor-2304-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 514961 INFO  (coreLoadExecutor-2304-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 514969 INFO  (coreLoadExecutor-2304-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 514973 INFO  (coreLoadExecutor-2304-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1'
   [junit4]   2> 514973 INFO  (coreLoadExecutor-2304-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1
   [junit4]   2> 514973 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 514973 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\]
   [junit4]   2> 514974 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 514974 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\
   [junit4]   2> 514974 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\index/
   [junit4]   2> 514974 WARN  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 514975 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\index
   [junit4]   2> 514975 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19315655497199036]
   [junit4]   2> 514976 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6e5b8138 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7e9b4b88),segFN=segments_1,generation=1}
   [junit4]   2> 514976 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 514977 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 514978 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\
   [junit4]   2> 514980 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 514982 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 514983 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 514985 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 514987 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 514988 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 514988 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 514988 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 514988 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 514988 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=93.818359375, floorSegmentMB=0.7109375, forceMergeDeletesPctAllowed=6.311014536553396, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 514989 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6e5b8138 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7e9b4b88),segFN=segments_1,generation=1}
   [junit4]   2> 514989 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 514989 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14081727[collection1] main]
   [junit4]   2> 514989 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1\conf
   [junit4]   2> 514989 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1\conf}
   [junit4]   2> 514989 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1\conf
   [junit4]   2> 514991 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 514992 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 514992 INFO  (searcherExecutor-2305-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@14081727[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 514993 INFO  (coreLoadExecutor-2304-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 515419 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@622f1025{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 515419 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1229826470
   [junit4]   2> 515420 INFO  (coreCloseExecutor-2310-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2f70af50
   [junit4]   2> 515420 INFO  (coreCloseExecutor-2310-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 515422 INFO  (coreCloseExecutor-2310-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 515422 INFO  (coreCloseExecutor-2310-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 515422 INFO  (coreCloseExecutor-2310-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 515423 INFO  (coreCloseExecutor-2310-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 515423 INFO  (coreCloseExecutor-2310-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 515423 INFO  (coreCloseExecutor-2310-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\ [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\;done=false>>]
   [junit4]   2> 515423 INFO  (coreCloseExecutor-2310-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 515423 INFO  (coreCloseExecutor-2310-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\
   [junit4]   2> 515423 INFO  (coreCloseExecutor-2310-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\index [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\index;done=false>>]
   [junit4]   2> 515423 INFO  (coreCloseExecutor-2310-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 515423 INFO  (coreCloseExecutor-2310-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\index
   [junit4]   2> 515424 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12068982{/solr,null,UNAVAILABLE}
   [junit4]   2> 515441 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@7a84b84{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 515441 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=31462598
   [junit4]   2> 515444 INFO  (coreCloseExecutor-2312-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@9832397
   [junit4]   2> 515444 INFO  (coreCloseExecutor-2312-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 515446 INFO  (coreCloseExecutor-2312-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 515446 INFO  (coreCloseExecutor-2312-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 515446 INFO  (coreCloseExecutor-2312-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 515448 INFO  (coreCloseExecutor-2312-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 515448 INFO  (coreCloseExecutor-2312-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 515448 INFO  (coreCloseExecutor-2312-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\index [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\index;done=false>>]
   [junit4]   2> 515448 INFO  (coreCloseExecutor-2312-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 515448 INFO  (coreCloseExecutor-2312-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\index
   [junit4]   2> 515448 INFO  (coreCloseExecutor-2312-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\ [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\;done=false>>]
   [junit4]   2> 515448 INFO  (coreCloseExecutor-2312-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 515448 INFO  (coreCloseExecutor-2312-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\
   [junit4]   2> 515450 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a67a30e{/solr,null,UNAVAILABLE}
   [junit4]   2> 515457 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 515458 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35d5877f{/solr,null,AVAILABLE}
   [junit4]   2> 515459 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.ServerConnector Started ServerConnector@61b75d09{HTTP/1.1,[http/1.1]}{127.0.0.1:56841}
   [junit4]   2> 515460 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.Server Started @528034ms
   [junit4]   2> 515460 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1\data, hostContext=/solr, hostPort=56841}
   [junit4]   2> 515460 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 515460 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001'
   [junit4]   2> 515460 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 515462 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 515462 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\solr.xml
   [junit4]   2> 515467 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.
   [junit4]   2> 515467 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer New CoreContainer 1753351380
   [junit4]   2> 515467 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001]
   [junit4]   2> 515467 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\lib
   [junit4]   2> 515467 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 515470 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 515470 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 515470 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 515470 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 515472 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 515472 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.
   [junit4]   2> 515475 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data\}
   [junit4]   2> 515475 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1
   [junit4]   2> 515475 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 515475 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 515475 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 515475 INFO  (coreLoadExecutor-2319-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1'
   [junit4]   2> 515475 INFO  (coreLoadExecutor-2319-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 515475 INFO  (coreLoadExecutor-2319-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 515487 INFO  (coreLoadExecutor-2319-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 515492 INFO  (coreLoadExecutor-2319-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 515500 INFO  (coreLoadExecutor-2319-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 515503 INFO  (coreLoadExecutor-2319-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 515514 INFO  (coreLoadExecutor-2319-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 515515 INFO  (coreLoadExecutor-2319-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1'
   [junit4]   2> 515515 INFO  (coreLoadExecutor-2319-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1
   [junit4]   2> 515518 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 515518 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\]
   [junit4]   2> 515518 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 515519 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\
   [junit4]   2> 515519 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\index/
   [junit4]   2> 515519 WARN  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 515519 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\index
   [junit4]   2> 515519 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19315655497199036]
   [junit4]   2> 515519 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@27b43c44 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@252ced7),segFN=segments_1,generation=1}
   [junit4]   2> 515519 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 515519 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\.\collection1\data\
   [junit4]   2> 515520 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 515523 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 515524 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 515526 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 515528 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 515530 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 515530 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 515530 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 515531 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 515531 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 515531 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=93.818359375, floorSegmentMB=0.7109375, forceMergeDeletesPctAllowed=6.311014536553396, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 515531 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@27b43c44 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@252ced7),segFN=segments_1,generation=1}
   [junit4]   2> 515531 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 515531 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@295dc98f[collection1] main]
   [junit4]   2> 515532 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1\conf
   [junit4]   2> 515532 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1\conf}
   [junit4]   2> 515532 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-001\collection1\conf
   [junit4]   2> 515532 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 515532 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
   [junit4]   2> 515532 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 515532 INFO  (searcherExecutor-2320-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@295dc98f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 515532 INFO  (coreLoadExecutor-2319-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 515981 INFO  (qtp1531276542-4759) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 515982 INFO  (qtp1531276542-4759) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 1
   [junit4]   2> 515982 INFO  (qtp1531276542-4760) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 515982 INFO  (qtp1531276542-4760) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@27b43c44 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@252ced7),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@27b43c44 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@252ced7),segFN=segments_2,generation=2}
   [junit4]   2> 515982 INFO  (qtp1531276542-4760) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 515982 INFO  (qtp1531276542-4760) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d3a81c3[collection1] main]
   [junit4]   2> 515982 INFO  (qtp1531276542-4760) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 515982 INFO  (searcherExecutor-2320-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7d3a81c3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 515982 INFO  (qtp1531276542-4760) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
   [junit4]   2> 515982 INFO  (qtp1531276542-4761) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 515985 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 0 docs
   [junit4]   2> 515987 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 515988 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16c23b3f{/solr,null,AVAILABLE}
   [junit4]   2> 515989 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.ServerConnector Started ServerConnector@15a64511{HTTP/1.1,[http/1.1]}{127.0.0.1:56848}
   [junit4]   2> 515990 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.e.j.s.Server Started @528563ms
   [junit4]   2> 515990 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1\data, hostContext=/solr, hostPort=56848}
   [junit4]   2> 515990 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 515990 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002'
   [junit4]   2> 515990 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 515990 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 515990 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\solr.xml
   [junit4]   2> 515995 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.
   [junit4]   2> 515995 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer New CoreContainer 1470455167
   [junit4]   2> 515995 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002]
   [junit4]   2> 515995 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\lib
   [junit4]   2> 515996 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 515998 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 515998 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 515998 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 515998 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 515998 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 515999 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.
   [junit4]   2> 516001 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data\}
   [junit4]   2> 516001 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1
   [junit4]   2> 516002 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 516002 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 516002 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[338107D204262E27]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 516002 INFO  (coreLoadExecutor-2329-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1'
   [junit4]   2> 516002 INFO  (coreLoadExecutor-2329-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 516002 INFO  (coreLoadExecutor-2329-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 516009 INFO  (coreLoadExecutor-2329-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 516012 INFO  (coreLoadExecutor-2329-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 516017 INFO  (coreLoadExecutor-2329-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 516022 INFO  (coreLoadExecutor-2329-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 516025 INFO  (coreLoadExecutor-2329-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 516027 INFO  (coreLoadExecutor-2329-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1'
   [junit4]   2> 516027 INFO  (coreLoadExecutor-2329-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1
   [junit4]   2> 516027 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 516027 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\]
   [junit4]   2> 516028 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 516028 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\
   [junit4]   2> 516028 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\index/
   [junit4]   2> 516028 WARN  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 516028 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\index
   [junit4]   2> 516028 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19315655497199036]
   [junit4]   2> 516029 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5f7e1178 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5454585c),segFN=segments_1,generation=1}
   [junit4]   2> 516029 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 516029 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\.\collection1\data\
   [junit4]   2> 516030 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 516032 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 516033 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 516034 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 516035 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 516037 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 516037 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 516037 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 516037 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 516038 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 516038 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=93.818359375, floorSegmentMB=0.7109375, forceMergeDeletesPctAllowed=6.311014536553396, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 516038 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5f7e1178 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5454585c),segFN=segments_1,generation=1}
   [junit4]   2> 516038 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 516038 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6de65f06[collection1] main]
   [junit4]   2> 516038 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1\conf
   [junit4]   2> 516038 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1\conf}
   [junit4]   2> 516038 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandler_338107D204262E27-001\solr-instance-002\collection1\conf
   [junit4]   2> 516039 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 516039 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 516040 INFO  (searcherExecutor-2330-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6de65f06[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 516040 INFO  (coreLoadExecutor-2329-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 516373 INFO  (qtp1531276542-4763) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 516374 INFO  (indexFetcher-2334-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 516374 INFO  (indexFetcher-2334-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 516374 INFO  (indexFetcher-2334-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 516381 INFO  (qtp1531276542-4764) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=6
   [junit4]   2> 516382 INFO  (indexFetcher-2334-thread-1) [  

[...truncated too long message...]

utors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2381688 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1562196d5cc0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2381688 WARN  (zkCallback-11666-thread-1-processing-n:127.0.0.1:61909_solr) [n:127.0.0.1:61909_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2381690 INFO  (jetty-launcher-11656-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@47f4fcd4{/solr,null,UNAVAILABLE}
   [junit4]   2> 2381694 INFO  (zkCallback-11667-thread-2-processing-n:127.0.0.1:61911_solr) [n:127.0.0.1:61911_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2381694 WARN  (zkCallback-11667-thread-2-processing-n:127.0.0.1:61911_solr) [n:127.0.0.1:61911_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2381695 INFO  (jetty-launcher-11656-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@79b4b1a6{/solr,null,UNAVAILABLE}
   [junit4]   2> 2381705 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[338107D204262E27]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61905 61905
   [junit4]   2> 2381708 INFO  (Thread-3888) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61905 61905
   [junit4]   2> 2381709 WARN  (Thread-3888) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/overseer/queue
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2381709 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[338107D204262E27]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_338107D204262E27-001
   [junit4]   2> Jul 25, 2016 10:25:52 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=10342, maxDocsPerChunk=1, blockSize=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=10342, blockSize=9)), sim=RandomSimilarity(queryNorm=true): {}, locale=es-ES, timezone=Africa/Tunis
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=335678376,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [LoggingHandlerTest, TestUninvertingReader, TestWriterPerf, TestPHPSerializedResponseWriter, ReplicationFactorTest, SharedFSAutoReplicaFailoverTest, DateMathParserTest, CurrencyFieldOpenExchangeTest, TestMiniSolrCloudCluster, TestFieldSortValues, HdfsRecoverLeaseTest, TestConfigSetProperties, SuggesterTSTTest, DefaultValueUpdateProcessorTest, TestRestoreCore, SpellCheckCollatorTest, ExplicitHLLTest, TestXmlQParserPlugin, TestReversedWildcardFilterFactory, SimpleMLTQParserTest, TestReplicationHandlerBackup, TestCrossCoreJoin, TestSubQueryTransformer, CheckHdfsIndexTest, TestUseDocValuesAsStored2, DistribDocExpirationUpdateProcessorTest, ResourceLoaderTest, SuggesterWFSTTest, ConvertedLegacyTest, PKIAuthenticationIntegrationTest, TestBulkSchemaAPI, TestDefaultStatsCache, TestDistributedGrouping, TestSolrDynamicMBean, HdfsRestartWhileUpdatingTest, TestBinaryField, DistributedFacetPivotWhiteBoxTest, HdfsChaosMonkeyNothingIsSafeTest, TestTestInjection, TestUtils, RollingRestartTest, TestCharFilters, TestPKIAuthenticationPlugin, TestSortingResponseWriter, MultiThreadedOCPTest, TestScoreJoinQPNoScore, TestCloudInspectUtil, DistanceUnitsTest, TestReRankQParserPlugin, TestCopyFieldCollectionResource, AliasIntegrationTest, TestQuerySenderListener, LeaderFailoverAfterPartitionTest, TestManagedSchema, DistributedQueryComponentOptimizationTest, DirectSolrConnectionTest, ZkStateReaderTest, TestComplexPhraseQParserPlugin, TestOmitPositions, TestSolrCloudWithKerberosAlt, SolrIndexSplitterTest, TestMissingGroups, BasicFunctionalityTest, TestDistributedMissingSort, BigEndianAscendingWordSerializerTest, TestQueryUtils, TestCSVResponseWriter, MultiTermTest, TestOverriddenPrefixQueryForCustomFieldType, DistributedFacetPivotSmallAdvancedTest, ChangedSchemaMergeTest, ShardRoutingCustomTest, QueryResultKeyTest, CollectionTooManyReplicasTest, TestAtomicUpdateErrorCases, ExitableDirectoryReaderTest, StatsComponentTest, RequestHandlersTest, ZkSolrClientTest, TestInitQParser, DistributedDebugComponentTest, TestPivotHelperCode, TestIndexSearcher, TestZkChroot, OpenExchangeRatesOrgProviderTest, TestDynamicLoading, TestCollationField, BasicDistributedZk2Test, HLLSerializationTest, CoreMergeIndexesAdminHandlerTest, CoreAdminHandlerTest, PreAnalyzedUpdateProcessorTest, ConjunctionSolrSpellCheckerTest, TestRTGBase, DistributedQueueTest, NotRequiredUniqueKeyTest, TestDFISimilarityFactory, SignatureUpdateProcessorFactoryTest, DeleteReplicaTest, TestRealTimeGet, TestConfigOverlay, BasicZkTest, TestExclusionRuleCollectionAccess, AsyncCallRequestStatusResponseTest, TestFuzzyAnalyzedSuggestions, TestRandomCollapseQParserPlugin, PluginInfoTest, TestStressLiveNodes, UniqFieldsUpdateProcessorFactoryTest, TestSolrJ, TestSolrDeletionPolicy2, AtomicUpdatesTest, TestLeaderElectionZkExpiry, AutoCommitTest, CollectionsAPISolrJTest, FileUtilsTest, SmileWriterTest, CSVRequestHandlerTest, SpellCheckComponentTest, TestReload, SpatialRPTFieldTypeTest, TestAuthenticationFramework, SolrCmdDistributorTest, TestRangeQuery, HdfsBasicDistributedZk2Test, TermVectorComponentDistributedTest, OpenCloseCoreStressTest, TestJoin, ForceLeaderTest, TestRecovery, MergeStrategyTest, TestSchemaManager, CacheHeaderTest, TestFieldCacheSortRandom, TestReplicaProperties, TestSolr4Spatial2, BadIndexSchemaTest, DocValuesMissingTest, SolrCoreCheckLockOnStartupTest, TestFastWriter, SecurityConfHandlerTest, TestSortByMinMaxFunction, NumericFieldsTest, TestCustomDocTransformer, TestSolrConfigHandlerCloud, TestSolrQueryParser, TestTrieFacet, TestExceedMaxTermLength, RulesTest, TestGraphMLResponseWriter, TestSimpleQParserPlugin, ZkNodePropsTest, TestOnReconnectListenerSupport, BinaryUpdateRequestHandlerTest, OverseerTest, LeaderElectionIntegrationTest, RecoveryZkTest, ClusterStateUpdateTest, ZkCLITest, TestFaceting, DistributedSpellCheckComponentTest, TestStressReorder, DistributedTermsComponentTest, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, PeerSyncTest, TestLazyCores, ShowFileRequestHandlerTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, TestFoldingMultitermQuery, SuggesterTest, TestTrie, TestCSVLoader, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, SolrInfoMBeanTest, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestValueSourceCache, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, JsonLoaderTest, TestComponentsName, TestBinaryResponseWriter, TestLFUCache, AlternateDirectoryTest, TestQuerySenderNoQuery, ResponseLogComponentTest, TestMergePolicyConfig, MinimalSchemaTest, OutputWriterTest, TestSolrCoreProperties, SynonymTokenizerTest, EchoParamsTest, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, ChaosMonkeyNothingIsSafeTest, AssignTest, AsyncMigrateRouteKeyTest, CollectionReloadTest, ConnectionManagerTest, CustomCollectionTest, HttpPartitionTest, TestConfigSetsAPI, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestLocalFSCloudBackupRestore]
   [junit4] Completed [487/623 (2!)] on J1 in 4.54s, 1 test, 1 failure <<< FAILURES!

[...truncated 60518 lines...]


[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_92) - Build # 6003 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6003/
Java: 32bit/jdk1.8.0_92 -client -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at https://127.0.0.1:58294/solr: The backup directory already exists: file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001/tempDir-002/mytestbackup/

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:58294/solr: The backup directory already exists: file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001/tempDir-002/mytestbackup/
	at __randomizedtesting.SeedInfo.seed([80A35196D5222C61:8F76E4C7BDE4199]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:206)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:126)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12104 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\init-core-data-001
   [junit4]   2> 2458500 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2458503 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2458503 INFO  (Thread-4201) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2458503 INFO  (Thread-4201) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2458604 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:58289
   [junit4]   2> 2458604 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2458605 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2458609 INFO  (zkCallback-3167-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1583c39 name:ZooKeeperConnection Watcher:127.0.0.1:58289 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2458609 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2458609 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2458609 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 2458613 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
   [junit4]   2> 2458616 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1561f5c90870000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2458625 INFO  (jetty-launcher-3166-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2458625 INFO  (jetty-launcher-3166-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2458626 INFO  (jetty-launcher-3166-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@387cf9{/solr,null,AVAILABLE}
   [junit4]   2> 2458627 INFO  (jetty-launcher-3166-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@208334{/solr,null,AVAILABLE}
   [junit4]   2> 2458635 INFO  (jetty-launcher-3166-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@1508c62{SSL,[ssl, http/1.1]}{127.0.0.1:58293}
   [junit4]   2> 2458635 INFO  (jetty-launcher-3166-thread-1) [    ] o.e.j.s.Server Started @2462174ms
   [junit4]   2> 2458635 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58293}
   [junit4]   2> 2458635 INFO  (jetty-launcher-3166-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@163d1ef{SSL,[ssl, http/1.1]}{127.0.0.1:58294}
   [junit4]   2> 2458635 INFO  (jetty-launcher-3166-thread-2) [    ] o.e.j.s.Server Started @2462174ms
   [junit4]   2> 2458636 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58294}
   [junit4]   2> 2458636 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 2458636 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 2458636 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2'
   [junit4]   2> 2458636 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1'
   [junit4]   2> 2458636 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2458636 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2458637 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2458637 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2458637 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2458637 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2458638 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2458638 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2458641 INFO  (zkCallback-3169-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7995dd name:ZooKeeperConnection Watcher:127.0.0.1:58289/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2458641 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2458641 INFO  (zkCallback-3168-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b74320 name:ZooKeeperConnection Watcher:127.0.0.1:58289/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2458641 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2458641 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2458641 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2458642 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2458642 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2458659 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1561f5c90870002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2458659 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2\.
   [junit4]   2> 2458661 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 5307865
   [junit4]   2> 2458661 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2]
   [junit4]   2> 2458661 WARN  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2\lib
   [junit4]   2> 2458661 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2458664 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.
   [junit4]   2> 2458664 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 18103490
   [junit4]   2> 2458665 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1]
   [junit4]   2> 2458665 WARN  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\lib
   [junit4]   2> 2458665 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2458666 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2458666 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2458666 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2458667 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58289/solr
   [junit4]   2> 2458667 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2458667 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2458667 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2458667 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2458667 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2458667 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58289/solr
   [junit4]   2> 2458667 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2458667 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2458668 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2458668 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2458670 INFO  (zkCallback-3174-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3397d0 name:ZooKeeperConnection Watcher:127.0.0.1:58289 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2458670 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2458670 INFO  (jetty-launcher-3166-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2458671 INFO  (zkCallback-3175-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ed0627 name:ZooKeeperConnection Watcher:127.0.0.1:58289 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2458671 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2458671 INFO  (jetty-launcher-3166-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2458672 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$72/5232682@1f1d59a
   [junit4]   2> 2458674 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2458674 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1561f5c90870004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2458674 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$72/5232682@1e25a97
   [junit4]   2> 2458676 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2458677 INFO  (zkCallback-3176-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b257e8 name:ZooKeeperConnection Watcher:127.0.0.1:58289/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2458677 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2458678 INFO  (zkCallback-3177-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a7740 name:ZooKeeperConnection Watcher:127.0.0.1:58289/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2458678 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2458678 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2458679 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2458681 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2458682 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2458686 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2458686 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2458689 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2458689 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2458692 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2458692 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2458694 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2458694 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2458695 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2458695 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2458697 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2458697 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2458699 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2458699 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2458701 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2458701 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2458702 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2458702 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2458703 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 2458703 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 2458703 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2458704 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2458707 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2458708 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2458709 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2458709 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2458711 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2458711 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2458712 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96298924457263110-127.0.0.1:58293_solr-n_0000000000
   [junit4]   2> 2458712 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96298924457263109-127.0.0.1:58294_solr-n_0000000001
   [junit4]   2> 2458712 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58293_solr
   [junit4]   2> 2458713 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2458713 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96298924457263110-127.0.0.1:58293_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 2458713 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58294_solr
   [junit4]   2> 2458714 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:58294_solr
   [junit4]   2> 2458714 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.Overseer Overseer (id=96298924457263110-127.0.0.1:58293_solr-n_0000000000) starting
   [junit4]   2> 2458715 INFO  (zkCallback-3176-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2458715 INFO  (zkCallback-3177-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2458715 INFO  (zkCallback-3176-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2458715 INFO  (zkCallback-3177-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2458718 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2458727 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2458728 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:58293_solr as DOWN
   [junit4]   2> 2458729 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58293_solr
   [junit4]   2> 2458729 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:58293_solr
   [junit4]   2> 2458730 INFO  (OverseerCollectionConfigSetProcessor-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2458731 INFO  (zkCallback-3176-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2458731 INFO  (zkCallback-3176-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2458731 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2458731 INFO  (zkCallback-3177-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2458736 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2458746 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:58293_solr"} current state version: 0
   [junit4]   2> 2458746 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:58293_solr
   [junit4]   2> 2458779 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2458779 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2458781 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2\.
   [junit4]   2> 2458782 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2458783 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2458783 INFO  (jetty-launcher-3166-thread-2) [n:127.0.0.1:58294_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2458796 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2458796 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2458796 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.
   [junit4]   2> 2458796 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2458796 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2458796 INFO  (jetty-launcher-3166-thread-1) [n:127.0.0.1:58293_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2458796 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2458801 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2458803 INFO  (zkCallback-3180-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4acac3 name:ZooKeeperConnection Watcher:127.0.0.1:58289 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2458803 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2458803 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2458807 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2458808 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2458810 INFO  (zkCallback-3183-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@134211 name:ZooKeeperConnection Watcher:127.0.0.1:58289/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2458810 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2458810 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2458810 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2458811 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 2458812 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2458815 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2458819 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2458843 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[80A35196D5222C61]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2458907 INFO  (qtp28577591-19045) [n:127.0.0.1:58293_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1,shard2&replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&router.field=shard_s&name=backuprestore&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2458911 INFO  (OverseerCollectionConfigSetProcessor-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2458911 INFO  (OverseerThreadFactory-8630-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2458912 INFO  (OverseerThreadFactory-8630-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 2458913 INFO  (OverseerThreadFactory-8630-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 2458913 INFO  (OverseerThreadFactory-8630-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 2458914 INFO  (zkCallback-3177-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2458914 INFO  (zkCallback-3176-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2458914 INFO  (zkCallback-3183-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2458918 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2458918 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 2458920 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 2459018 INFO  (OverseerThreadFactory-8630-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 2459018 INFO  (OverseerThreadFactory-8630-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica2 as part of shard shard1 of collection backuprestore on 127.0.0.1:58293_solr
   [junit4]   2> 2459019 INFO  (OverseerThreadFactory-8630-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica2 as part of shard shard2 of collection backuprestore on 127.0.0.1:58293_solr
   [junit4]   2> 2459019 INFO  (OverseerThreadFactory-8630-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:58294_solr
   [junit4]   2> 2459019 INFO  (OverseerThreadFactory-8630-thread-1-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:58294_solr
   [junit4]   2> 2459035 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2459036 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard2}
   [junit4]   2> 2459041 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2459042 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard1}
   [junit4]   2> 2459049 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2459050 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2459053 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2459054 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2459054 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2459054 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2459054 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2459055 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:58293/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58293_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2459055 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:58293/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58293_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2459059 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:58293/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58293_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2459059 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:58293/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58293_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2459093 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2459094 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard1}
   [junit4]   2> 2459095 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2459097 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2459099 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2459099 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2459099 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2459099 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:58294/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58294_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2459099 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:58294/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58294_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2459100 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard2}
   [junit4]   2> 2459100 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2459102 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2459102 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2459103 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:58294/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58294_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2459103 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:58294/solr",
   [junit4]   2>   "node_name":"127.0.0.1:58294_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2459207 INFO  (OverseerStateUpdate-96298924457263110-127.0.0.1:58293_solr-n_0000000000) [n:127.0.0.1:58293_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 2459208 INFO  (zkCallback-3177-thread-3-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2459208 INFO  (zkCallback-3176-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2459209 INFO  (zkCallback-3176-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 2459209 INFO  (zkCallback-3177-thread-3-processing-n:127.0.0.1:58293_solr) [n:127.0.0.1:58293_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 2460055 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica2
   [junit4]   2> 2460055 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2460056 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica2
   [junit4]   2> 2460056 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2460056 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2460056 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2460057 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2460057 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2460057 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2460057 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\backuprestore_shard2_replica2'
   [junit4]   2> 2460057 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2460057 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2460058 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2460058 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\backuprestore_shard1_replica2'
   [junit4]   2> 2460058 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2460058 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2460061 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2460061 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2460069 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2460069 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2460072 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2460072 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2460078 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2460078 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2460084 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema [backuprestore_shard2_replica2] Schema name=minimal
   [junit4]   2> 2460084 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema [backuprestore_shard1_replica2] Schema name=minimal
   [junit4]   2> 2460095 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2460095 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2460101 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 2460101 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2460102 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2460102 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2460102 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2460102 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica2' using configuration from collection backuprestore
   [junit4]   2> 2460103 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 2460103 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2460103 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2460103 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2\backuprestore_shard1_replica1'
   [junit4]   2> 2460103 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2460103 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2460103 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2460103 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [[backuprestore_shard1_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\backuprestore_shard1_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\]
   [junit4]   2> 2460103 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2460103 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2460103 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2460103 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica2
   [junit4]   2> 2460104 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica2' using configuration from collection backuprestore
   [junit4]   2> 2460104 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2460105 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore [[backuprestore_shard2_replica2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\backuprestore_shard2_replica2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard2_replica2\data\]
   [junit4]   2> 2460105 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica2
   [junit4]   2> 2460105 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\
   [junit4]   2> 2460105 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\index/
   [junit4]   2> 2460105 WARN  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [backuprestore_shard1_replica2] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2460105 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard2_replica2\data\
   [junit4]   2> 2460105 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\index
   [junit4]   2> 2460106 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard2_replica2\data\index/
   [junit4]   2> 2460106 WARN  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore [backuprestore_shard2_replica2] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard2_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2460107 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard2_replica2\data\index
   [junit4]   2> 2460107 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2460107 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2460108 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@b21674 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@114b98),segFN=segments_1,generation=1}
   [junit4]   2> 2460108 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2460108 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2\backuprestore_shard2_replica1'
   [junit4]   2> 2460108 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2460108 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2460113 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@80a0d9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@beeb18),segFN=segments_1,generation=1}
   [junit4]   2> 2460113 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2460113 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2460115 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2460115 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2460116 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2460133 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2460136 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica2) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica2 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard2_replica2\data\
   [junit4]   2> 2460138 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica2) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard2_replica2\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2460140 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica2) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica2 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\
   [junit4]   2> 2460140 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2460143 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2460143 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica2) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node1\.\backuprestore_shard1_replica2\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2460144 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2460146 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2460143 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2460147 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2460148 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2460149 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2460151 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2460151 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2460152 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 2460153 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 2460153 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2460155 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2460156 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 2460156 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2460156 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2460157 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2460157 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 2460158 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2460158 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2460158 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2460158 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2\backuprestore_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\]
   [junit4]   2> 2460158 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
   [junit4]   2> 2460159 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\
   [junit4]   2> 2460160 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\index/
   [junit4]   2> 2460160 WARN  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2460161 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\index
   [junit4]   2> 2460159 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2460161 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2460161 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2460161 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2460162 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@847175 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@f5dc78),segFN=segments_1,generation=1}
   [junit4]   2> 2460163 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2460163 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2460163 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2460163 INFO  (qtp25794301-19047) [n:127.0.0.1:58294_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2460164 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@b21674 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@114b98),segFN=segments_1,generation=1}
   [junit4]   2> 2460164 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2460164 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@80a0d9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@beeb18),segFN=segments_1,generation=1}
   [junit4]   2> 2460164 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2460164 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@17d5bf3[backuprestore_shard1_replica2] main]
   [junit4]   2> 2460165 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@158931c[backuprestore_shard2_replica2] main]
   [junit4]   2> 2460165 INFO  (qtp28577591-19049) [n:127.0.0.1:58293_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2460165 INFO  (qtp28577591-19048) [n:127.0.0.1:58293_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2460165 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:58294_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001\tempDir-001\node2\.\backuprestore_shard1_replica1\data\
   [junit4]   2> 2460166 INFO  (qtp25794301-19050) [n:127.0.0.1:58294_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as de

[...truncated too long message...]

cutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2471932 WARN  (zkCallback-3176-thread-1-processing-n:127.0.0.1:58294_solr) [n:127.0.0.1:58294_solr    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2471933 INFO  (jetty-launcher-3166-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@208334{/solr,null,UNAVAILABLE}
   [junit4]   2> 2471936 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58289 58289
   [junit4]   2> 2471948 INFO  (Thread-4201) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58289 58289
   [junit4]   2> 2471952 WARN  (Thread-4201) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	16	/solr/overseer/queue
   [junit4]   2> 	9	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2471953 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[80A35196D5222C61]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestLocalFSCloudBackupRestore_80A35196D5222C61-001
   [junit4]   2> Jul 25, 2016 12:03:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=BlockTreeOrds(blocksize=128), _version_=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=987, maxMBSortInHeap=7.888652201082957, sim=ClassicSimilarity, locale=ar-LB, timezone=Pacific/Efate
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_92 (32-bit)/cpus=3,threads=1,free=146130272,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [PeerSyncTest, TestSQLHandler, TestConfigSets, TestPhraseSuggestions, TestAnalyzeInfixSuggestions, ChaosMonkeyNothingIsSafeTest, TestSort, ShardSplitTest, TestCloudPivotFacet, MigrateRouteKeyTest, TestScoreJoinQPScore, PrimitiveFieldTypeTest, TestUniqueKeyFieldResource, TestReplicationHandler, TestElisionMultitermQuery, FastVectorHighlighterTest, TestRecoveryHdfs, HdfsDirectoryTest, TestConfig, SpatialHeatmapFacetsTest, TestHdfsCloudBackupRestore, TestLegacyFieldCache, ClusterStateTest, URLClassifyProcessorTest, TestMiniSolrCloudClusterSSL, TestSmileRequest, HdfsSyncSliceTest, UUIDFieldTest, QueryElevationComponentTest, TestCryptoKeys, SoftAutoCommitTest, VMParamsZkACLAndCredentialsProvidersTest, SampleTest, ReturnFieldsTest, TestJmxIntegration, TestRawResponseWriter, CollectionsAPIAsyncDistributedZkTest, TestMacros, TestFilteredDocIdSet, SolrIndexConfigTest, TestDocTermOrds, TestFileDictionaryLookup, ZkStateWriterTest, TestLockTree, TestSSLRandomization, DocValuesTest, TestConfigSetImmutable, CursorMarkTest, TestMergePolicyConfig, TestCustomSort, TestDocumentBuilder, TestQuerySenderNoQuery, HdfsBasicDistributedZkTest, TestFieldCacheVsDocValues, TestRemoteStreaming, SuggestComponentTest, TestJmxMonitoredMap, TestDistribIDF, TestObjectReleaseTracker, DeleteLastCustomShardedReplicaTest, DistributedFacetPivotSmallTest, HdfsChaosMonkeySafeLeaderTest, DistributedExpandComponentTest, OverseerCollectionConfigSetProcessorTest, BlobRepositoryCloudTest, TestHighlightDedupGrouping, AnalysisAfterCoreReloadTest, RemoteQueryErrorTest, TestFieldCacheReopen, TestCodecSupport, BlockJoinFacetRandomTest, SolrTestCaseJ4Test, TestWordDelimiterFilterFactory, DistributedQueryElevationComponentTest, TestAddFieldRealTimeGet, BigEndianAscendingWordDeserializerTest, RequiredFieldsTest, TestRequestForwarding, PingRequestHandlerTest, TestRebalanceLeaders, StandardRequestHandlerTest, DeleteShardTest, TestHdfsBackupRestoreCore, BasicDistributedZkTest, UnloadDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, SliceStateTest, InfoHandlerTest, DirectUpdateHandlerTest, RankQueryTest, CursorPagingTest, SharedFSAutoReplicaFailoverUtilsTest, BadComponentTest, HLLUtilTest, TestStressLucene, DistributedSuggestComponentTest, TestLMDirichletSimilarityFactory, TestManagedSchemaAPI, SimpleFacetsTest, SSLMigrationTest, TestCollectionAPI, TestSolrDeletionPolicy1, ConnectionManagerTest, TestFieldResource, RecoveryZkTest, SpatialFilterTest, HdfsRecoveryZkTest, DistribCursorPagingTest, PreAnalyzedFieldTest, TestHashQParserPlugin, TestSolrConfigHandler, CloudMLTQParserTest, GraphQueryTest, TestDefaultSearchFieldResource, DisMaxRequestHandlerTest, CurrencyFieldXmlFileTest, AddBlockUpdateTest, UpdateParamsTest, TestSurroundQueryParser, TestCollationFieldDocValues, TestDistributedSearch, TermsComponentTest, TestComponentsName, OverseerTest, TestRandomFlRTGCloud, DocumentBuilderTest, TestBlobHandler, TestSchemaVersionResource, AnalyticsMergeStrategyTest, TestRuleBasedAuthorizationPlugin, CachingDirectoryFactoryTest, OverseerRolesTest, TestFaceting, TestChildDocTransformer, TestEmbeddedSolrServerConstructors, TestDFRSimilarityFactory, TestSweetSpotSimilarityFactory, TestAuthorizationFramework, ResponseHeaderTest, TestJsonFacets, BlockDirectoryTest, ZkCLITest, TestHdfsUpdateLog, DateRangeFieldTest, TestGroupingSearch, SyncSliceTest, TestManagedSynonymFilterFactory, PolyFieldTest, HighlighterMaxOffsetTest, TestLeaderInitiatedRecoveryThread, ShardRoutingTest, BasicZkTest, TestRandomFaceting, LeaderElectionTest, TestDistributedGrouping, TestHashPartitioner, HardAutoCommitTest, TestCoreContainer, SolrCoreTest, StatsComponentTest, BasicFunctionalityTest, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, TestExtendedDismaxParser, SuggesterFSTTest, SolrRequestParserTest, SuggesterWFSTTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DocValuesMultiTest, DistanceFunctionTest, SolrInfoMBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestQueryUtils, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, TermVectorComponentTest, MoreLikeThisHandlerTest, TestArbitraryIndexDir, IndexSchemaTest, JSONWriterTest, QueryParsingTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestBinaryResponseWriter, SOLR749Test, AlternateDirectoryTest, CopyFieldTest, ResponseLogComponentTest, MultiTermTest, TestDocSet, TestBinaryField, TestSearchPerf, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestXIncludeConfig, TestIBSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, PluginInfoTest, TestFastLRUCache, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestLRUCache, ZkNodePropsTest, CircularListTest, TestCursorMarkWithoutUniqueKey, TestTolerantSearch, ActionThrottleTest, AssignTest, AsyncMigrateRouteKeyTest, CollectionsAPISolrJTest, CustomCollectionTest, HttpPartitionTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDownShardTolerantSearch, TestLocalFSCloudBackupRestore]
   [junit4] Completed [481/623 (1!)] on J0 in 13.99s, 1 test, 1 error <<< FAILURES!

[...truncated 52880 lines...]


[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_92) - Build # 6002 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6002/
Java: 64bit/jdk1.8.0_92 -XX:-UseCompressedOops -XX:+UseG1GC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CdcrVersionReplicationTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [InternalHttpClient]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [InternalHttpClient]
	at __randomizedtesting.SeedInfo.seed([C88C48908CA41B51]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257)
	at sun.reflect.GeneratedMethodAccessor21.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.util.TestSolrCLIRunExample

Error Message:
ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore]
	at __randomizedtesting.SeedInfo.seed([C88C48908CA41B51]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257)
	at sun.reflect.GeneratedMethodAccessor49.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
expected:<COMPLETED> but was:<FAILED>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<FAILED>
	at __randomizedtesting.SeedInfo.seed([C88C48908CA41B51:40D8774A225876A9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:208)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:126)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10598 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\init-core-data-001
   [junit4]   2> 94181 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 94184 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 94185 INFO  (Thread-154) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 94185 INFO  (Thread-154) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 94285 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:57853
   [junit4]   2> 94285 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 94286 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 94290 INFO  (zkCallback-171-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@57d836ed name:ZooKeeperConnection Watcher:127.0.0.1:57853 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 94290 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 94291 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 94291 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 94300 INFO  (jetty-launcher-170-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 94300 INFO  (jetty-launcher-170-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 94301 INFO  (jetty-launcher-170-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6654fcbe{/solr,null,AVAILABLE}
   [junit4]   2> 94301 INFO  (jetty-launcher-170-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33059644{/solr,null,AVAILABLE}
   [junit4]   2> 94303 INFO  (jetty-launcher-170-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@40a61044{HTTP/1.1,[http/1.1]}{127.0.0.1:57858}
   [junit4]   2> 94303 INFO  (jetty-launcher-170-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@e2305c4{HTTP/1.1,[http/1.1]}{127.0.0.1:57857}
   [junit4]   2> 94303 INFO  (jetty-launcher-170-thread-1) [    ] o.e.j.s.Server Started @98651ms
   [junit4]   2> 94303 INFO  (jetty-launcher-170-thread-2) [    ] o.e.j.s.Server Started @98651ms
   [junit4]   2> 94303 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57858}
   [junit4]   2> 94303 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57857}
   [junit4]   2> 94303 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 94303 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2'
   [junit4]   2> 94303 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 94303 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 94303 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 94303 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1'
   [junit4]   2> 94304 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 94304 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 94304 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 94304 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 94305 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 94306 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 94314 INFO  (zkCallback-173-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4c41994c name:ZooKeeperConnection Watcher:127.0.0.1:57853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 94314 INFO  (zkCallback-172-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2bc7f8ff name:ZooKeeperConnection Watcher:127.0.0.1:57853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 94314 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 94314 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 94314 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 94314 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 94314 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 94315 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 94335 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2\.
   [junit4]   2> 94335 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1889500218
   [junit4]   2> 94335 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2]
   [junit4]   2> 94335 WARN  (jetty-launcher-170-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2\lib
   [junit4]   2> 94337 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1\.
   [junit4]   2> 94338 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 94338 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1544764595
   [junit4]   2> 94338 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1]
   [junit4]   2> 94338 WARN  (jetty-launcher-170-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1\lib
   [junit4]   2> 94338 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 94345 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 94346 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 94346 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 94346 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57853/solr
   [junit4]   2> 94346 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 94346 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 94346 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 94346 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 94346 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 94346 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57853/solr
   [junit4]   2> 94346 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 94346 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 94347 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 94348 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 94350 INFO  (zkCallback-178-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@48be68c3 name:ZooKeeperConnection Watcher:127.0.0.1:57853 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 94350 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 94350 INFO  (zkCallback-179-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b156243 name:ZooKeeperConnection Watcher:127.0.0.1:57853 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 94350 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 94350 INFO  (jetty-launcher-170-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 94350 INFO  (jetty-launcher-170-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 94353 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/1995184869@1305bbd0
   [junit4]   2> 94356 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/1995184869@1bfa9081
   [junit4]   2> 94357 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 94358 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 94359 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:57858_solr) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6bf2e9b9 name:ZooKeeperConnection Watcher:127.0.0.1:57853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 94361 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 94361 INFO  (zkCallback-181-thread-1-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@18fa32c name:ZooKeeperConnection Watcher:127.0.0.1:57853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 94362 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 94362 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 94363 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 94368 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 94368 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 94372 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 94373 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 94376 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 94377 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 94381 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 94381 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 94383 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 94383 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 94385 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 94385 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 94387 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 94387 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 94391 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 94391 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 94392 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 94392 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 94393 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 94394 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 94394 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 94395 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 94396 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 94396 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 94403 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 94404 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 94406 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 94406 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 94408 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 94408 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 94409 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96296388576542726-127.0.0.1:57857_solr-n_0000000000
   [junit4]   2> 94409 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96296388576542725-127.0.0.1:57858_solr-n_0000000001
   [junit4]   2> 94409 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57857_solr
   [junit4]   2> 94409 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 94410 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96296388576542726-127.0.0.1:57857_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 94411 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57858_solr
   [junit4]   2> 94411 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57858_solr
   [junit4]   2> 94411 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.Overseer Overseer (id=96296388576542726-127.0.0.1:57857_solr-n_0000000000) starting
   [junit4]   2> 94415 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:57858_solr) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 94415 INFO  (zkCallback-181-thread-1-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 94416 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:57858_solr) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 94417 INFO  (zkCallback-181-thread-1-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 94417 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 94436 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 94436 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 94439 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1\.
   [junit4]   2> 94440 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 94440 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 94440 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:57857_solr as DOWN
   [junit4]   2> 94441 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 94441 INFO  (jetty-launcher-170-thread-1) [n:127.0.0.1:57858_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 94441 INFO  (OverseerCollectionConfigSetProcessor-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 94442 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 94442 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57857_solr
   [junit4]   2> 94442 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57857_solr
   [junit4]   2> 94444 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 94445 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:57858_solr) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 94445 INFO  (zkCallback-181-thread-1-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 94446 INFO  (zkCallback-181-thread-1-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 94446 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:57858_solr) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 94447 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:57857_solr"} current state version: 0
   [junit4]   2> 94447 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:57857_solr
   [junit4]   2> 94459 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 94459 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 94460 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2\.
   [junit4]   2> 94461 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 94463 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 94464 INFO  (jetty-launcher-170-thread-2) [n:127.0.0.1:57857_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 94464 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 94465 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 94475 INFO  (zkCallback-184-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10af41e2 name:ZooKeeperConnection Watcher:127.0.0.1:57853 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 94475 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 94475 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 94481 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 94482 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 94488 INFO  (zkCallback-187-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@707ef151 name:ZooKeeperConnection Watcher:127.0.0.1:57853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 94488 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 94488 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 94488 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 94489 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 94490 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 94493 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 94496 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[C88C48908CA41B51]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 94548 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[C88C48908CA41B51]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 94566 INFO  (qtp720221867-819) [n:127.0.0.1:57857_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.customKey=customValue&collection.configName=conf1&router.field=shard_s&name=backuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 94568 INFO  (OverseerCollectionConfigSetProcessor-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 94571 INFO  (OverseerThreadFactory-428-thread-1-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 94571 INFO  (OverseerThreadFactory-428-thread-1-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 94572 INFO  (OverseerThreadFactory-428-thread-1-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 94572 INFO  (OverseerThreadFactory-428-thread-1-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 94574 INFO  (zkCallback-181-thread-1-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 94575 INFO  (zkCallback-187-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 94575 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:57858_solr) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 94579 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 94579 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 94582 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 94678 INFO  (OverseerThreadFactory-428-thread-1-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
   [junit4]   2> 94678 INFO  (OverseerThreadFactory-428-thread-1-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:57858_solr
   [junit4]   2> 94679 INFO  (OverseerThreadFactory-428-thread-1-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:57857_solr
   [junit4]   2> 94685 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 94685 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 94687 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard2}
   [junit4]   2> 94688 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 94688 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data\, shard=shard1}
   [junit4]   2> 94690 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 94690 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 94691 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 94691 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57857/solr",
   [junit4]   2>   "node_name":"127.0.0.1:57857_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 94691 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 94692 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57857/solr",
   [junit4]   2>   "node_name":"127.0.0.1:57857_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 94692 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 94693 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 94693 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 94695 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57858/solr",
   [junit4]   2>   "node_name":"127.0.0.1:57858_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 94695 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:57858/solr",
   [junit4]   2>   "node_name":"127.0.0.1:57858_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 94798 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 94799 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:57858_solr) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 94799 INFO  (zkCallback-181-thread-3-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 94799 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:57858_solr) [n:127.0.0.1:57858_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 94800 INFO  (zkCallback-181-thread-3-processing-n:127.0.0.1:57857_solr) [n:127.0.0.1:57857_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 95693 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 95693 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 95694 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 95694 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 95694 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 95694 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 95694 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 95694 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 95695 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 95695 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 95695 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2\backuprestore_shard2_replica1'
   [junit4]   2> 95695 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1\backuprestore_shard1_replica1'
   [junit4]   2> 95695 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 95695 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 95696 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 95696 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 95701 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 95701 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 95713 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 95713 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 95715 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 95745 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 95754 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 95755 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 95759 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 95759 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 95772 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 95772 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 95783 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 95783 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 95783 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 95785 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2\backuprestore_shard2_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\]
   [junit4]   2> 95785 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
   [junit4]   2> 95785 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\
   [junit4]   2> 95785 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\index/
   [junit4]   2> 95786 WARN  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 95786 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\index
   [junit4]   2> 95787 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 95787 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 95787 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 95787 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1\backuprestore_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\]
   [junit4]   2> 95787 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
   [junit4]   2> 95788 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\
   [junit4]   2> 95788 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\index/
   [junit4]   2> 95788 WARN  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 95789 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@20d4e8d9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6509ef2f),segFN=segments_1,generation=1}
   [junit4]   2> 95790 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 95790 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\index
   [junit4]   2> 95791 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\
   [junit4]   2> 95792 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 95792 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node2\.\backuprestore_shard2_replica1\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 95795 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@d5f47f9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18901be9),segFN=segments_1,generation=1}
   [junit4]   2> 95795 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 95796 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 95799 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\
   [junit4]   2> 95801 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestLocalFSCloudBackupRestore_C88C48908CA41B51-001\tempDir-001\node1\.\backuprestore_shard1_replica1\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 95807 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 95807 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 95810 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 95811 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 95812 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 95814 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 95814 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 95814 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 95816 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 95816 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 95816 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 95818 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 95819 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 95819 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 95820 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 95820 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 95821 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@20d4e8d9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6509ef2f),segFN=segments_1,generation=1}
   [junit4]   2> 95821 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 95822 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 95822 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 95825 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 95825 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 95825 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4806dcc1[backuprestore_shard2_replica1] main]
   [junit4]   2> 95825 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 95827 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 95827 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 95829 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 95829 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 95829 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 95829 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 95829 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 95829 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 95829 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 95830 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 95830 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 95830 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 95830 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1540742218945396736
   [junit4]   2> 95830 INFO  (searcherExecutor-431-thread-1-processing-n:127.0.0.1:57857_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node1) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@4806dcc1[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 95830 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@d5f47f9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18901be9),segFN=segments_1,generation=1}
   [junit4]   2> 95831 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 95832 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1540742218945396736
   [junit4]   2> 95832 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57cc01f0[backuprestore_shard1_replica1] main]
   [junit4]   2> 95832 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 95832 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 95833 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
   [junit4]   2> 95833 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:http://127.0.0.1:57857/solr collection:backuprestore shard:shard2
   [junit4]   2> 95835 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 95835 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 95835 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
   [junit4]   2> 95836 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 95836 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 95836 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 95837 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 95837 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 95837 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 95837 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 95837 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 95837 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 95837 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 95837 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1540742218952736768
   [junit4]   2> 95837 INFO  (searcherExecutor-432-thread-1-processing-n:127.0.0.1:57858_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node2) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@57cc01f0[backuprestore_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 95839 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1540742218952736768
   [junit4]   2> 95839 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 95840 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard1_replica1
   [junit4]   2> 95841 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard1_replica1 address:http://127.0.0.1:57858/solr collection:backuprestore shard:shard1
   [junit4]   2> 95842 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard1/election
   [junit4]   2> 95844 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96296388576542726-core_node1-n_0000000000
   [junit4]   2> 95845 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 95849 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 95849 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 95849 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57857/solr/backuprestore_shard2_replica1/
   [junit4]   2> 95849 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 95849 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:57857/solr/backuprestore_shard2_replica1/ has no replicas
   [junit4]   2> 95849 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard1/election/96296388576542725-core_node2-n_0000000000
   [junit4]   2> 95850 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 95851 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore"} current state version: 0
   [junit4]   2> 95851 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
   [junit4]   2> 95855 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 95855 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 95855 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57858/solr/backuprestore_shard1_replica1/
   [junit4]   2> 95855 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 95855 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:57858/solr/backuprestore_shard1_replica1/ has no replicas
   [junit4]   2> 95856 INFO  (OverseerStateUpdate-96296388576542726-127.0.0.1:57857_solr-n_0000000000) [n:127.0.0.1:57857_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore"} current state version: 0
   [junit4]   2> 95856 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard1
   [junit4]   2> 95858 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard2/leader after winning as /collections/backuprestore/leader_elect/shard2/election/96296388576542726-core_node1-n_0000000000
   [junit4]   2> 95862 INFO  (qtp9031145-831) [n:127.0.0.1:57858_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard1/leader after winning as /collections/backuprestore/leader_elect/shard1/election/96296388576542725-core_node2-n_0000000000
   [junit4]   2> 95863 INFO  (qtp720221867-840) [n:127.0.0.1:57857_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElec

[...truncated too long message...]

apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:130)
   [junit4]   2> 	at org.apache.solr.schema.SchemaManager.getFreshManagedSchema(SchemaManager.java:429)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2537)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$3(ZkController.java:2443)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2785973 INFO  (Thread-5696) [n:localhost:60171_solr    ] o.a.s.c.SolrCore core reload testCloudExamplePrompt_shard2_replica2
   [junit4]   2> 2785974 WARN  (Thread-5696) [n:localhost:60171_solr    ] o.a.s.c.ZkController listener throws error
   [junit4]   2> org.apache.solr.common.SolrException: No such core: testCloudExamplePrompt_shard2_replica2
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:955)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$3(ZkController.java:2443)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Jul 24, 2016 2:02:52 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=2035, maxMBSortInHeap=7.582885003565195, sim=ClassicSimilarity, locale=ca-ES, timezone=Asia/Ust-Nera
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=277680464,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [InfoHandlerTest, TestSolrConfigHandler, TestCodecSupport, PathHierarchyTokenizerFactoryTest, ResponseHeaderTest, StandardRequestHandlerTest, TestSurroundQueryParser, DateRangeFieldTest, RequiredFieldsTest, ReturnFieldsTest, SyncSliceTest, CollectionStateFormat2Test, TestRandomDVFaceting, DeleteShardTest, TestHighlightDedupGrouping, TestCursorMarkWithoutUniqueKey, AnalyticsMergeStrategyTest, ClusterStateTest, OverseerRolesTest, TestMacros, TestRecoveryHdfs, TestDFRSimilarityFactory, ZkStateWriterTest, TermsComponentTest, TestImplicitCoreProperties, XmlUpdateRequestHandlerTest, URLClassifyProcessorTest, TestManagedSynonymFilterFactory, TestAnalyzeInfixSuggestions, TestConfig, TestHdfsCloudBackupRestore, TestStressLucene, TestDownShardTolerantSearch, SolrCLIZkUtilsTest, RegexBoostProcessorTest, SliceStateTest, CdcrReplicationDistributedZkTest, BlockDirectoryTest, TestLFUCache, TestAnalyzedSuggestions, CursorPagingTest, TestTrackingShardHandlerFactory, PrimUtilsTest, DistributedSuggestComponentTest, SolrRequestParserTest, SpatialHeatmapFacetsTest, DisMaxRequestHandlerTest, BitVectorTest, TestStressReorder, OverseerTaskQueueTest, AddSchemaFieldsUpdateProcessorFactoryTest, VMParamsZkACLAndCredentialsProvidersTest, TestRandomFlRTGCloud, TestCollectionAPI, TestUniqueKeyFieldResource, SoftAutoCommitTest, TestStressVersions, ConcurrentDeleteAndCreateCollectionTest, TestFieldResource, TestRebalanceLeaders, SimplePostToolTest, UpdateParamsTest, TestEmbeddedSolrServerConstructors, ZkControllerTest, TestElisionMultitermQuery, CircularListTest, TestGeoJSONResponseWriter, TestExpandComponent, OutOfBoxZkACLAndCredentialsProvidersTest, SharedFSAutoReplicaFailoverUtilsTest, TestMaxScoreQueryParser, TestChildDocTransformer, HdfsRecoveryZkTest, SegmentsInfoRequestHandlerTest, TestSchemaVersionResource, BooleanFieldTest, FullHLLTest, TestNoOpRegenerator, TestRestManager, TestAddFieldRealTimeGet, TestCloudPivotFacet, BasicAuthIntegrationTest, ShardRoutingTest, CoreAdminRequestStatusTest, TestRawResponseWriter, TestFilteredDocIdSet, DOMUtilTest, TestReqParamsAPI, TestDocBasedVersionConstraints, IndexSchemaTest, SuggesterFSTTest, PeerSyncTest, TestCollapseQParserPlugin, TlogReplayBufferedWhileIndexingTest, TestBackupRepositoryFactory, HdfsDirectoryTest, RuleEngineTest, TestReplicationHandler, TestClassicSimilarityFactory, TestUseDocValuesAsStored, TestSchemaResource, DistributedVersionInfoTest, TestSolrConfigHandlerConcurrent, ScriptEngineTest, TestClusterStateMutator, OverseerCollectionConfigSetProcessorTest, SystemInfoHandlerTest, AddBlockUpdateTest, TestConfigSets, PreAnalyzedFieldTest, TestFieldCacheSort, PrimitiveFieldTypeTest, TestFastLRUCache, BlockJoinFacetRandomTest, CursorMarkTest, SimpleFacetsTest, HighlighterTest, TestSolrQueryResponse, TestSizeLimitedDistributedMap, TestSQLHandler, TestFieldCacheVsDocValues, TestSSLRandomization, CdcrUpdateLogTest, OverseerTest, DirectSolrSpellCheckerTest, BadComponentTest, DistributedFacetPivotSmallTest, TestUpdate, DistributedQueryElevationComponentTest, TestFileDictionaryLookup, UUIDUpdateProcessorFallbackTest, TestBulkSchemaConcurrent, MigrateRouteKeyTest, SampleTest, ClassificationUpdateProcessorFactoryTest, AlternateDirectoryTest, DocValuesMultiTest, TestScoreJoinQPScore, TestLazyCores, TestReloadAndDeleteDocs, SOLR749Test, JSONWriterTest, TestQuerySenderNoQuery, ExternalFileFieldSortTest, CollectionsAPIAsyncDistributedZkTest, DocumentAnalysisRequestHandlerTest, TestStressUserVersions, HdfsBasicDistributedZkTest, TestCoreContainer, TestDocSet, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, TestDistributedSearch, TermVectorComponentDistributedTest, DistributedTermsComponentTest, StatsComponentTest, BadIndexSchemaTest, TestSort, TestFunctionQuery, DirectUpdateHandlerTest, TestCoreDiscovery, CoreAdminHandlerTest, SuggesterTSTTest, SuggesterTest, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, TestSolrDeletionPolicy1, DebugComponentTest, CacheHeaderTest, LukeRequestHandlerTest, DocumentBuilderTest, MoreLikeThisHandlerTest, TestArbitraryIndexDir, LoggingHandlerTest, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest, PingRequestHandlerTest, TestSystemIdResolver, SpellingQueryConverterTest, TestLRUCache, TestDocumentBuilder, UUIDFieldTest, FileUtilsTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestTolerantSearch, ActionThrottleTest, AliasIntegrationTest, BaseCdcrDistributedZkTest, CdcrRequestHandlerTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, HttpPartitionTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudClusterSSL, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, ZkStateReaderTest, BlobRepositoryCloudTest, DirectoryFactoryTest, HdfsDirectoryFactoryTest, QueryResultKeyTest, TestConfigSetImmutable, TestDynamicLoading, DistributedFacetPivotLongTailTest, DistributedQueryComponentOptimizationTest, TestDistributedStatsComponentCardinality, TestManagedResource, TestManagedResourceStorage, TestCopyFieldCollectionResource, TestDefaultSearchFieldResource, TestDynamicFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaSimilarityResource, TestSolrQueryParserDefaultOperatorResource, TestManagedStopFilterFactory, ChangedSchemaMergeTest, EnumFieldTest, TestCloudManagedSchema, TestCollationFieldDocValues, TestManagedSchema, TestManagedSchemaAPI, TestUseDocValuesAsStored2, MergeStrategyTest, TestCustomSort, TestHashQParserPlugin, TestQueryWrapperFilter, TestReloadDeadlock, TestSmileRequest, TestXmlQParser, TestMinMaxOnMultiValuedField, TestOrdValues, TestSortByMinMaxFunction, BJQParserTest, BlockJoinFacetDistribTest, TestExactStatsCache, PKIAuthenticationIntegrationTest, TestRuleBasedAuthorizationPlugin, TestSha256AuthenticationProvider, ConjunctionSolrSpellCheckerTest, TestBlendedInfixSuggestions, TestHighFrequencyDictionaryFactory, BlockCacheTest, TestDocTermOrds, TestFieldCache, TestFieldCacheReopen, TestFieldCacheWithThreads, TestLegacyFieldCache, TestNumericTerms64, TestExceedMaxTermLength, CloneFieldUpdateProcessorFactoryTest, DocExpirationUpdateProcessorFactoryTest, TolerantUpdateProcessorTest, DistanceUnitsTest, TestObjectReleaseTracker, TestSolrCLIRunExample]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCLIRunExample -Dtests.seed=C88C48908CA41B51 -Dtests.slow=true -Dtests.locale=ca-ES -Dtests.timezone=Asia/Ust-Nera -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestSolrCLIRunExample (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, SolrCore]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C88C48908CA41B51]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [619/623 (3!)] on J0 in 26.19s, 3 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 60096 lines...]