You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/07/06 09:24:02 UTC

[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 697 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/697/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:41266/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41266/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
	at __randomizedtesting.SeedInfo.seed([F3DD6F630116BA50:7B8950B9AFEAD7A8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1228)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:998)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:934)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12033 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/init-core-data-001
   [junit4]   2> 2346066 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2346066 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2346067 INFO  (Thread-5647) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2346067 INFO  (Thread-5647) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2346167 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43119
   [junit4]   2> 2346167 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2346168 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2346170 INFO  (zkCallback-3118-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b531fe2 name:ZooKeeperConnection Watcher:127.0.0.1:43119 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2346171 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2346171 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2346171 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 2346179 INFO  (jetty-launcher-3117-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2346179 INFO  (jetty-launcher-3117-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2346183 INFO  (jetty-launcher-3117-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69cca776{/solr,null,AVAILABLE}
   [junit4]   2> 2346183 INFO  (jetty-launcher-3117-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b114a87{/solr,null,AVAILABLE}
   [junit4]   2> 2346184 INFO  (jetty-launcher-3117-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@619801ca{HTTP/1.1,[http/1.1]}{127.0.0.1:41951}
   [junit4]   2> 2346184 INFO  (jetty-launcher-3117-thread-1) [    ] o.e.j.s.Server Started @2351693ms
   [junit4]   2> 2346184 INFO  (jetty-launcher-3117-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@71cdc3ff{HTTP/1.1,[http/1.1]}{127.0.0.1:41266}
   [junit4]   2> 2346185 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41951}
   [junit4]   2> 2346185 INFO  (jetty-launcher-3117-thread-2) [    ] o.e.j.s.Server Started @2351694ms
   [junit4]   2> 2346185 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41266}
   [junit4]   2> 2346185 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 2346185 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 2346185 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2'
   [junit4]   2> 2346185 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1'
   [junit4]   2> 2346185 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2346185 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2346185 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2346185 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2346186 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2346186 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2346187 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2346187 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2346189 INFO  (zkCallback-3120-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34eda0c6 name:ZooKeeperConnection Watcher:127.0.0.1:43119/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2346189 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2346189 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2346189 INFO  (zkCallback-3119-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@24962eb1 name:ZooKeeperConnection Watcher:127.0.0.1:43119/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2346189 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2346190 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2346190 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2346190 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2346196 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2/.
   [junit4]   2> 2346197 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 649425481
   [junit4]   2> 2346197 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2]
   [junit4]   2> 2346197 WARN  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2/lib
   [junit4]   2> 2346197 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2346198 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1/.
   [junit4]   2> 2346198 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 506877661
   [junit4]   2> 2346198 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1]
   [junit4]   2> 2346198 WARN  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1/lib
   [junit4]   2> 2346198 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2346201 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2346201 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2346201 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2346201 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2346201 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2346202 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2346202 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43119/solr
   [junit4]   2> 2346202 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2346202 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43119/solr
   [junit4]   2> 2346202 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2346202 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2346202 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2346203 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2346203 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2346205 INFO  (zkCallback-3125-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19288069 name:ZooKeeperConnection Watcher:127.0.0.1:43119 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2346205 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2346205 INFO  (jetty-launcher-3117-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2346205 INFO  (zkCallback-3126-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@fb7db93 name:ZooKeeperConnection Watcher:127.0.0.1:43119 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2346206 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2346206 INFO  (jetty-launcher-3117-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2346206 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$54/998370426@2eeda578
   [junit4]   2> 2346207 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2346209 INFO  (zkCallback-3127-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@185518b name:ZooKeeperConnection Watcher:127.0.0.1:43119/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2346209 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2346209 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$54/998370426@51116b46
   [junit4]   2> 2346210 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2346211 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2346212 INFO  (zkCallback-3128-thread-1-processing-n:127.0.0.1:41951_solr) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2faa7ea7 name:ZooKeeperConnection Watcher:127.0.0.1:43119/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2346212 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2346213 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2346216 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2346222 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2346226 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2346226 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2346229 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2346229 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2346232 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2346232 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2346234 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2346235 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2346236 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2346237 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2346239 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2346239 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2346241 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2346242 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2346243 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2346243 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2346244 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2346244 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2346246 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2346246 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2346250 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2346251 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2346253 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2346253 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2346255 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2346255 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2346256 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96193501897621509-127.0.0.1:41266_solr-n_0000000000
   [junit4]   2> 2346256 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96193501897621510-127.0.0.1:41951_solr-n_0000000001
   [junit4]   2> 2346257 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41266_solr
   [junit4]   2> 2346257 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2346257 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96193501897621509-127.0.0.1:41266_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 2346258 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41951_solr
   [junit4]   2> 2346259 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:41951_solr
   [junit4]   2> 2346260 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.Overseer Overseer (id=96193501897621509-127.0.0.1:41266_solr-n_0000000000) starting
   [junit4]   2> 2346260 INFO  (zkCallback-3127-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2346261 INFO  (zkCallback-3128-thread-1-processing-n:127.0.0.1:41951_solr) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2346261 INFO  (zkCallback-3127-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2346261 INFO  (zkCallback-3128-thread-1-processing-n:127.0.0.1:41951_solr) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2346263 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2346274 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2346276 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:41266_solr as DOWN
   [junit4]   2> 2346276 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2346276 INFO  (OverseerCollectionConfigSetProcessor-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2346278 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41266_solr
   [junit4]   2> 2346278 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:41266_solr
   [junit4]   2> 2346279 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 2346281 INFO  (zkCallback-3127-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2346281 INFO  (zkCallback-3127-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2346283 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:41266_solr"} current state version: 0
   [junit4]   2> 2346283 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41266_solr
   [junit4]   2> 2346283 INFO  (zkCallback-3128-thread-1-processing-n:127.0.0.1:41951_solr) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2346284 INFO  (zkCallback-3128-thread-1-processing-n:127.0.0.1:41951_solr) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2346310 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2346310 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2346312 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1/.
   [junit4]   2> 2346312 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2346314 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0
   [junit4]   2> 2346314 INFO  (jetty-launcher-3117-thread-1) [n:127.0.0.1:41951_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2346321 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2346321 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2346322 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2/.
   [junit4]   2> 2346322 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2346323 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0
   [junit4]   2> 2346323 INFO  (jetty-launcher-3117-thread-2) [n:127.0.0.1:41266_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2346323 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2346324 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2346325 INFO  (zkCallback-3131-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@51a50e61 name:ZooKeeperConnection Watcher:127.0.0.1:43119 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2346325 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2346325 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2346328 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2346329 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2346330 INFO  (zkCallback-3134-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f7d10 name:ZooKeeperConnection Watcher:127.0.0.1:43119/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2346330 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2346331 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2346331 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2346332 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2346333 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2346335 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2346341 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2346372 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[F3DD6F630116BA50]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2346374 INFO  (qtp1706104753-19154) [n:127.0.0.1:41266_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.customKey=customValue&collection.configName=conf1&router.field=shard_s&autoAddReplicas=true&name=backuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2346378 INFO  (OverseerCollectionConfigSetProcessor-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2346379 INFO  (OverseerThreadFactory-8573-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2346379 INFO  (OverseerThreadFactory-8573-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 2346380 INFO  (OverseerThreadFactory-8573-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 2346381 INFO  (OverseerThreadFactory-8573-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 2346382 INFO  (zkCallback-3127-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2346383 INFO  (zkCallback-3134-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2346383 INFO  (zkCallback-3128-thread-1-processing-n:127.0.0.1:41951_solr) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2346383 INFO  (zkCallback-3127-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 2346384 INFO  (zkCallback-3134-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 2346384 INFO  (zkCallback-3128-thread-1-processing-n:127.0.0.1:41951_solr) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 2346385 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "autoAddReplicas":"true",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2346385 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 2346387 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 2346488 INFO  (OverseerThreadFactory-8573-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
   [junit4]   2> 2346488 INFO  (OverseerThreadFactory-8573-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:41951_solr
   [junit4]   2> 2346488 INFO  (OverseerThreadFactory-8573-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:41266_solr
   [junit4]   2> 2346491 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2346491 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2346492 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 2346492 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 2346492 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2346493 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2346494 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2346494 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2346495 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2346495 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2346495 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2346495 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2346495 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41266/solr",
   [junit4]   2>   "node_name":"127.0.0.1:41266_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2346495 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41266/solr",
   [junit4]   2>   "node_name":"127.0.0.1:41266_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2346498 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41951/solr",
   [junit4]   2>   "node_name":"127.0.0.1:41951_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2346499 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41951/solr",
   [junit4]   2>   "node_name":"127.0.0.1:41951_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2346603 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 2346604 INFO  (zkCallback-3127-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2346606 INFO  (zkCallback-3128-thread-1-processing-n:127.0.0.1:41951_solr) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2346606 INFO  (zkCallback-3127-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 2346607 INFO  (zkCallback-3128-thread-1-processing-n:127.0.0.1:41951_solr) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 2347495 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 2347496 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2347496 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 2347496 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2347497 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2347497 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2347498 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2347498 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1/backuprestore_shard2_replica1'
   [junit4]   2> 2347499 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2347499 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2347500 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2347501 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2347505 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2347506 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2/backuprestore_shard1_replica1'
   [junit4]   2> 2347506 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2347506 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2347506 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2347508 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2347510 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2347513 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2347513 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2347516 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2347517 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2347522 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 2347522 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2347526 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2347528 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 2347528 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0
   [junit4]   2> 2347528 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 2347529 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2347530 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1/backuprestore_shard2_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/]
   [junit4]   2> 2347530 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
   [junit4]   2> 2347530 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1/./backuprestore_shard2_replica1/data
   [junit4]   2> 2347530 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index/
   [junit4]   2> 2347530 WARN  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2347531 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2347531 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index
   [junit4]   2> 2347532 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@4ab704f7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@144e86b5),segFN=segments_1,generation=1}
   [junit4]   2> 2347532 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2347533 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/
   [junit4]   2> 2347533 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0
   [junit4]   2> 2347533 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 2347533 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2347533 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2347534 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2/backuprestore_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/]
   [junit4]   2> 2347534 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
   [junit4]   2> 2347534 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2/./backuprestore_shard1_replica1/data
   [junit4]   2> 2347534 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2347534 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index/
   [junit4]   2> 2347535 WARN  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2347535 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index
   [junit4]   2> 2347536 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@d8f97b5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@26e866eb),segFN=segments_1,generation=1}
   [junit4]   2> 2347536 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2347536 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/
   [junit4]   2> 2347536 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2347537 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2347538 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2347539 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2347540 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2347541 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2347542 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2347542 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2347543 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2347543 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 2347543 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2347544 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2347544 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2347544 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2347546 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2347546 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2347546 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@4ab704f7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@144e86b5),segFN=segments_1,generation=1}
   [junit4]   2> 2347546 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 2347546 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2347546 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2347547 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39e03101[backuprestore_shard2_replica1] main]
   [junit4]   2> 2347547 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2347547 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2347547 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2347549 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2347549 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2347549 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2347549 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2347549 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2347549 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2347550 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2347550 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@d8f97b5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@26e866eb),segFN=segments_1,generation=1}
   [junit4]   2> 2347550 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2347550 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@33396483[backuprestore_shard1_replica1] main]
   [junit4]   2> 2347550 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2347550 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2347551 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2347551 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2347551 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2347551 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2347552 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2347552 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2347556 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539096031921176576
   [junit4]   2> 2347558 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 6.0ms to seed version buckets with highest version 1539096031921176576
   [junit4]   2> 2347559 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2347552 INFO  (searcherExecutor-8578-thread-1-processing-n:127.0.0.1:41951_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node2) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@39e03101[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2347553 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2347559 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2347560 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2347560 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2347560 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
   [junit4]   2> 2347560 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2347560 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:http://127.0.0.1:41951/solr collection:backuprestore shard:shard2
   [junit4]   2> 2347562 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2347562 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2347562 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2347562 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
   [junit4]   2> 2347562 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2347562 INFO  (searcherExecutor-8579-thread-1-processing-n:127.0.0.1:41266_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node1) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@33396483[backuprestore_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2347563 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2347563 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2347563 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2347563 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539096031928516608
   [junit4]   2> 2347566 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 3.0ms to seed version buckets with highest version 1539096031928516608
   [junit4]   2> 2347566 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2347567 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard1_replica1
   [junit4]   2> 2347568 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard1_replica1 address:http://127.0.0.1:41266/solr collection:backuprestore shard:shard1
   [junit4]   2> 2347570 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard1/election
   [junit4]   2> 2347573 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96193501897621510-core_node2-n_0000000000
   [junit4]   2> 2347576 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 2347578 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard1/election/96193501897621509-core_node1-n_0000000000
   [junit4]   2> 2347579 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 2347583 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore"} current state version: 0
   [junit4]   2> 2347584 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2347584 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2347584 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41951/solr/backuprestore_shard2_replica1/
   [junit4]   2> 2347585 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2347585 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:41951/solr/backuprestore_shard2_replica1/ has no replicas
   [junit4]   2> 2347585 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2347585 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2347585 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41266/solr/backuprestore_shard1_replica1/
   [junit4]   2> 2347585 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2347585 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:41266/solr/backuprestore_shard1_replica1/ has no replicas
   [junit4]   2> 2347589 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
   [junit4]   2> 2347590 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard1
   [junit4]   2> 2347590 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore"} current state version: 0
   [junit4]   2> 2347595 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard2/leader after winning as /collections/backuprestore/leader_elect/shard2/election/96193501897621510-core_node2-n_0000000000
   [junit4]   2> 2347595 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard1/leader after winning as /collections/backuprestore/leader_elect/shard1/election/96193501897621509-core_node1-n_0000000000
   [junit4]   2> 2347599 INFO  (qtp1706104753-19156) [n:127.0.0.1:41266_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41266/solr/backuprestore_shard1_replica1/ shard1
   [junit4]   2> 2347599 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41951/solr/backuprestore_shard2_replica1/ shard2
   [junit4]   2> 2347600 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "base_url":"http://127.0.0.1:41266/solr",
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 2347606 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "base_url":"http://127.0.0.1:41951/solr",
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 2347713 INFO  (OverseerStateUpdate-96193501897621509-127.0.0.1:41266_solr-n_0000000000) [n:127.0.0.1:41266_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 1
   [junit4]   2> 2347714 INFO  (zkCallback-3127-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2347715 INFO  (zkCallback-3127-thread-1-processing-n:127.0.0.1:41266_solr) [n:127.0.0.1:41266_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
   [junit4]   2> 2347719 INFO  (zkCallback-3128-thread-1-processing-n:127.0.0.1:41951_solr) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2347721 INFO  (zkCallback-3128-thread-1-processing-n:127.0.0.1:41951_solr) [n:127.0.0.1:41951_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
   [junit4]   2> 2347762 INFO  (qtp1286462058-19149) [n:127.0.0.1:41951_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController We are http://127.0.0.1:41951/solr/backuprestore

[...truncated too long message...]

va:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 2352814 INFO  (jetty-launcher-3117-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5b114a87{/solr,null,UNAVAILABLE}
   [junit4]   2> 2352817 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43119 43119
   [junit4]   2> 2352962 INFO  (Thread-5647) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43119 43119
   [junit4]   2> 2352981 WARN  (Thread-5647) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	19	/solr/overseer/queue
   [junit4]   2> 	4	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 2352982 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[F3DD6F630116BA50]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_F3DD6F630116BA50-001
   [junit4]   2> Jul 06, 2016 9:12:41 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Memory doPackFST= true), _version_=FST50, id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1945, maxMBSortInHeap=6.339372735354466, sim=ClassicSimilarity, locale=ko-KR, timezone=Antarctica/Vostok
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=253929200,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldCollectionResource, LeaderInitiatedRecoveryOnCommitTest, SharedFSAutoReplicaFailoverUtilsTest, TestCloudPivotFacet, DocValuesMultiTest, TestReplicationHandlerBackup, TestExtendedDismaxParser, TestSurroundQueryParser, TestScoreJoinQPScore, TestSlowCompositeReaderWrapper, TestSearchPerf, SmileWriterTest, FastVectorHighlighterTest, TestSizeLimitedDistributedMap, CloudExitableDirectoryReaderTest, SliceStateTest, HdfsChaosMonkeySafeLeaderTest, RecoveryZkTest, TestTolerantSearch, DOMUtilTest, AsyncMigrateRouteKeyTest, TestLeaderElectionZkExpiry, TestLuceneMatchVersion, UUIDFieldTest, ClusterStateUpdateTest, TestAnalyzeInfixSuggestions, SolrCLIZkUtilsTest, BadCopyFieldTest, TestConfigSetsAPI, TestSolr4Spatial2, TestReloadDeadlock, TestFieldCacheReopen, TestSchemaNameResource, TestStressCloudBlindAtomicUpdates, RuleEngineTest, TimeZoneUtilsTest, AssignTest, TestManagedSchema, CachingDirectoryFactoryTest, CircularListTest, TestGraphTermsQParserPlugin, TestLRUCache, ScriptEngineTest, TestCopyFieldCollectionResource, BasicAuthIntegrationTest, DocExpirationUpdateProcessorFactoryTest, TestSolrCLIRunExample, TestCustomDocTransformer, TestExactStatsCache, TestHighFrequencyDictionaryFactory, SampleTest, ConnectionManagerTest, BlobRepositoryCloudTest, TestLMDirichletSimilarityFactory, TestFieldCacheVsDocValues, JavabinLoaderTest, TestDistribDocBasedVersion, TestSolrQueryParserResource, RequestLoggingTest, AlternateDirectoryTest, CoreAdminCreateDiscoverTest, TestGroupingSearch, TestConfigSetProperties, ClassificationUpdateProcessorFactoryTest, BitVectorTest, SecurityConfHandlerTest, ZkStateWriterTest, TestStressVersions, TestDFRSimilarityFactory, StandardRequestHandlerTest, ExitableDirectoryReaderTest, ConcurrentDeleteAndCreateCollectionTest, TestHashPartitioner, SolrIndexConfigTest, TestConfigReload, JSONWriterTest, TestFieldCacheSort, ResponseHeaderTest, TestDistribIDF, SolrCoreTest, OverseerTest, SuggestComponentContextFilterQueryTest, UpdateParamsTest, TestTolerantUpdateProcessorCloud, TestCoreContainer, TestCodecSupport, HdfsTlogReplayBufferedWhileIndexingTest, TestDynamicFieldCollectionResource, TestBulkSchemaAPI, TestRestoreCore, VMParamsZkACLAndCredentialsProvidersTest, CdcrUpdateLogTest, TestInitQParser, XsltUpdateRequestHandlerTest, OverseerCollectionConfigSetProcessorTest, CoreMergeIndexesAdminHandlerTest, TestDistributedSearch, TestArbitraryIndexDir, TestSerializedLuceneMatchVersion, IndexSchemaTest, TestShardHandlerFactory, TestOnReconnectListenerSupport, PrimUtilsTest, TestAuthorizationFramework, AddSchemaFieldsUpdateProcessorFactoryTest, FullHLLTest, TestPseudoReturnFields, TestManagedStopFilterFactory, TestRebalanceLeaders, TestAnalyzedSuggestions, TestJsonFacets, DistributedFacetPivotSmallAdvancedTest, PolyFieldTest, TestSort, HdfsWriteToMultipleCollectionsTest, OverseerTaskQueueTest, DirectSolrSpellCheckerTest, TestLFUCache, TermsComponentTest, DocumentBuilderTest, CollectionsAPIAsyncDistributedZkTest, UnloadDistributedZkTest, TestNRTOpen, TestRawTransformer, TestElisionMultitermQuery, CurrencyFieldXmlFileTest, TestEmbeddedSolrServerConstructors, QueryElevationComponentTest, DeleteShardTest, TestDocBasedVersionConstraints, TestOrdValues, ChaosMonkeyNothingIsSafeTest, TestFieldSortValues, CloudMLTQParserTest, TestStressLucene, RegexBoostProcessorTest, TestPartialUpdateDeduplication, SSLMigrationTest, BlockDirectoryTest, DistributedVersionInfoTest, UUIDUpdateProcessorFallbackTest, ShardSplitTest, TestFaceting, TestSortingResponseWriter, TestQuerySenderNoQuery, ActionThrottleTest, SystemInfoHandlerTest, LeaderElectionTest, PingRequestHandlerTest, SpatialFilterTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, LeaderElectionIntegrationTest, BasicZkTest, TestReplicationHandler, ZkControllerTest, TestRealTimeGet, TestJoin, HardAutoCommitTest, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrRequestParserTest, SuggesterTSTTest, TestTrie, TestCSVLoader, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, CacheHeaderTest, DisMaxRequestHandlerTest, TestQueryTypes, TestOmitPositions, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, QueryParsingTest, CSVRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestDocSet, NumericFieldsTest, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestCharFilters, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, TestFastOutputStream, TestFastLRUCache, PreAnalyzedFieldTest, TestSuggestSpellingConverter, ClusterStateTest, FileUtilsTest, CursorPagingTest, TestSimpleTrackingShardHandler, CollectionStateFormat2Test, CollectionsAPISolrJTest, CustomCollectionTest, DistribJoinFromCollectionTest, LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerStatusTest, RemoteQueryErrorTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestLocalFSCloudBackupRestore]
   [junit4] Completed [483/619 (1!)] on J0 in 7.44s, 1 test, 1 error <<< FAILURES!

[...truncated 434 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:740: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:684: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/common-build.xml:530: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:1427: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:984: There were test failures: 619 suites (10 ignored), 2589 tests, 1 error, 86 ignored (71 assumptions) [seed: F3DD6F630116BA50]

Total time: 69 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 703 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/703/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  org.apache.solr.cloud.ZkSolrClientTest.testMultipleWatchesAsync

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([D5AA052C29EF59BA:BD1CD68EBC0B5824]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.ZkSolrClientTest.testMultipleWatchesAsync(ZkSolrClientTest.java:265)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:62440/c8n_1x3_lf_shard1_replica2]

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: No live SolrServers available to handle this request:[http://127.0.0.1:62440/c8n_1x3_lf_shard1_replica2]
	at __randomizedtesting.SeedInfo.seed([D5AA052C29EF59BA:5DFE3AF687133442]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:739)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1151)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:753)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:741)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:178)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:62440/c8n_1x3_lf_shard1_replica2]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:393)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:714)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:62440/c8n_1x3_lf_shard1_replica2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:613)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:382)
	... 6 more
Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:62440 [/127.0.0.1] failed: Connection refused
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
	... 10 more
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:589)
	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:74)
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134)
	... 20 more


FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:56658/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56658/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
	at __randomizedtesting.SeedInfo.seed([D5AA052C29EF59BA:5DFE3AF687133442]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10607 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/init-core-data-001
   [junit4]   2> 121219 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[D5AA052C29EF59BA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 121219 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[D5AA052C29EF59BA]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 121235 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 121236 INFO  (Thread-833) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 121236 INFO  (Thread-833) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 121336 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.ZkTestServer start zk server on port:32839
   [junit4]   2> 121337 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 121337 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 121341 INFO  (zkCallback-68-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@71b4e7ef name:ZooKeeperConnection Watcher:127.0.0.1:32839 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 121341 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 121342 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 121342 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 121347 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 121347 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 121350 INFO  (zkCallback-69-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73ced32b name:ZooKeeperConnection Watcher:127.0.0.1:32839/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 121350 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 121351 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 121351 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 121354 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 121357 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 121359 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 121361 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 121361 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 121365 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 121365 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 121368 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 121368 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 121370 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 121370 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 121373 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 121373 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 121375 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 121375 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 121378 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 121378 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 121380 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 121380 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 121383 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 121383 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 121386 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 121386 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 121389 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 121389 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 121565 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores/collection1
   [junit4]   2> 121567 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 121570 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3aa19293{/,null,AVAILABLE}
   [junit4]   2> 121581 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.e.j.s.ServerConnector Started ServerConnector@53b55c8e{HTTP/1.1,[http/1.1]}{127.0.0.1:65068}
   [junit4]   2> 121581 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.e.j.s.Server Started @124625ms
   [junit4]   2> 121581 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/tempDir-001/control/data, hostContext=/, hostPort=35983, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores}
   [junit4]   2> 121581 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 121581 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001'
   [junit4]   2> 121581 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 121581 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 121582 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 121582 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 121585 INFO  (zkCallback-70-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@43126b52 name:ZooKeeperConnection Watcher:127.0.0.1:32839/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 121586 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 121586 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 121589 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 121589 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/solr.xml
   [junit4]   2> 121597 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores
   [junit4]   2> 121597 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.CoreContainer New CoreContainer 2079980201
   [junit4]   2> 121597 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001]
   [junit4]   2> 121598 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/lib
   [junit4]   2> 121598 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 121601 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 121601 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 121601 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 121601 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32839/solr
   [junit4]   2> 121601 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 121601 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 121602 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 121605 INFO  (zkCallback-73-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7aad08ba name:ZooKeeperConnection Watcher:127.0.0.1:32839 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 121606 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 121606 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 121608 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$30/589426044@173b0d78
   [junit4]   2> 121609 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 121611 INFO  (zkCallback-74-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3dace2ea name:ZooKeeperConnection Watcher:127.0.0.1:32839/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 121611 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 121613 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 121617 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 121622 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 121626 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 121629 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 121633 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 121637 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 121640 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 121642 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 121643 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 121644 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 121645 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 121650 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 121652 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 121654 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 121655 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96205921696219140-127.0.0.1:35983_-n_0000000000
   [junit4]   2> 121655 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35983_
   [junit4]   2> 121656 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 121658 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.Overseer Overseer (id=96205921696219140-127.0.0.1:35983_-n_0000000000) starting
   [junit4]   2> 121662 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 121709 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 121710 INFO  (OverseerCollectionConfigSetProcessor-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 121710 INFO  (OverseerStateUpdate-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 121710 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35983_
   [junit4]   2> 121710 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35983_
   [junit4]   2> 121714 INFO  (zkCallback-74-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 121714 INFO  (OverseerStateUpdate-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 121716 INFO  (zkCallback-74-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 121751 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 121751 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 121752 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores
   [junit4]   2> 121753 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 121753 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores/collection1
   [junit4]   2> 121753 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 121755 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 121755 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:35983_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 121755 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 121755 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 121757 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 121758 INFO  (OverseerStateUpdate-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35983",
   [junit4]   2>   "node_name":"127.0.0.1:35983_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 121758 INFO  (OverseerStateUpdate-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35983",
   [junit4]   2>   "node_name":"127.0.0.1:35983_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 121758 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 121759 INFO  (OverseerStateUpdate-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 121761 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 121762 INFO  (OverseerStateUpdate-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 121765 INFO  (zkCallback-74-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 122762 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 122763 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 122764 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 122764 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 122765 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 122765 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores/collection1'
   [junit4]   2> 122765 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 122765 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 122767 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 122774 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 122782 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 122797 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 122802 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 122917 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 122951 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 122952 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 122964 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 122968 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 122970 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 122971 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 122974 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 122974 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 122974 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 122975 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores/collection1/data/]
   [junit4]   2> 122975 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1651623e
   [junit4]   2> 122976 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores/collection1/data
   [junit4]   2> 122976 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores/collection1/data/index/
   [junit4]   2> 122976 WARN  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 122976 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores/collection1/data/index
   [junit4]   2> 122976 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=63.9638671875, floorSegmentMB=1.560546875, forceMergeDeletesPctAllowed=13.264656816793279, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 122977 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@415d5b00 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@21367136),segFN=segments_1,generation=1}
   [junit4]   2> 122977 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 122978 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores/collection1/data/
   [junit4]   2> 122978 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 122982 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 122983 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 122983 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 122983 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 122983 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 122983 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 122984 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 122984 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 122984 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 122984 WARN  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 122987 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 122988 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 122989 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 122990 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 122995 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 122995 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 122996 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 122996 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 122997 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 122997 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 122998 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.30213064449777294]
   [junit4]   2> 122998 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@415d5b00 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@21367136),segFN=segments_1,generation=1}
   [junit4]   2> 122999 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 122999 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@56188e0b[collection1] main]
   [junit4]   2> 122999 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 123000 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 123000 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 123001 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 123001 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 123001 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 123002 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 123002 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 123002 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 123002 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 123003 INFO  (searcherExecutor-348-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@56188e0b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 123003 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 123003 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 123004 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 123004 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539294748992339968
   [junit4]   2> 123006 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1539294748992339968
   [junit4]   2> 123006 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 123007 INFO  (coreLoadExecutor-347-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 123008 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:35983 collection:control_collection shard:shard1
   [junit4]   2> 123009 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 123016 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96205921696219140-core_node1-n_0000000000
   [junit4]   2> 123017 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 123021 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 123021 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 123021 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35983/collection1/
   [junit4]   2> 123021 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 123021 INFO  (OverseerStateUpdate-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 123021 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:35983/collection1/ has no replicas
   [junit4]   2> 123023 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 123028 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96205921696219140-core_node1-n_0000000000
   [junit4]   2> 123032 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35983/collection1/ shard1
   [junit4]   2> 123033 INFO  (OverseerStateUpdate-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:35983",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 123138 INFO  (zkCallback-74-thread-2-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 123187 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:35983/collection1/ and leader is http://127.0.0.1:35983/collection1/
   [junit4]   2> 123187 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35983
   [junit4]   2> 123187 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 123187 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 123187 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 123189 INFO  (coreZkRegister-341-thread-1-processing-n:127.0.0.1:35983_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35983_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
   [junit4]   2> 123203 INFO  (OverseerStateUpdate-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35983",
   [junit4]   2>   "node_name":"127.0.0.1:35983_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 123203 INFO  (OverseerStateUpdate-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35983",
   [junit4]   2>   "node_name":"127.0.0.1:35983_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 123269 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 123270 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 123273 INFO  (zkCallback-78-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1fc5377e name:ZooKeeperConnection Watcher:127.0.0.1:32839/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 123273 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 123273 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 123273 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 123275 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 123282 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 123287 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 123287 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 123287 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 123288 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 123292 INFO  (zkCallback-79-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ddcf5c0 name:ZooKeeperConnection Watcher:127.0.0.1:32839/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 123292 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 123292 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 123298 INFO  (OverseerStateUpdate-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 123298 INFO  (OverseerStateUpdate-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 123299 INFO  (zkCallback-78-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 123299 INFO  (zkCallback-74-thread-1-processing-n:127.0.0.1:35983_) [n:127.0.0.1:35983_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 123409 INFO  (OverseerStateUpdate-96205921696219140-127.0.0.1:35983_-n_0000000000) [n:127.0.0.1:35983_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 123461 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/shard-1-001/cores/collection1
   [junit4]   2> 123462 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/shard-1-001
   [junit4]   2> 123463 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 123466 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ac1a5d5{/,null,AVAILABLE}
   [junit4]   2> 123467 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.e.j.s.ServerConnector Started ServerConnector@b146cd7{HTTP/1.1,[http/1.1]}{127.0.0.1:58072}
   [junit4]   2> 123467 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.e.j.s.Server Started @126512ms
   [junit4]   2> 123467 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=34982, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/shard-1-001/cores}
   [junit4]   2> 123467 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 123467 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/shard-1-001'
   [junit4]   2> 123467 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 123468 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 123468 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 123468 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 123474 INFO  (zkCallback-80-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@347832de name:ZooKeeperConnection Watcher:127.0.0.1:32839/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 123474 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 123474 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 123480 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 123481 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/shard-1-001/solr.xml
   [junit4]   2> 123495 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/shard-1-001/cores
   [junit4]   2> 123495 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.CoreContainer New CoreContainer 1776416280
   [junit4]   2> 123495 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/shard-1-001]
   [junit4]   2> 123495 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/shard-1-001/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_D5AA052C29EF59BA-001/shard-1-001/lib
   [junit4]   2> 123495 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 123498 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 123498 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 123498 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 123498 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32839/solr
   [junit4]   2> 123498 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 123498 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 123498 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 123502 INFO  (zkCallback-83-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f239e44 name:ZooKeeperConnection Watcher:127.0.0.1:32839 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 123502 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 123503 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 123505 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:34982_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$30/589426044@77c8925
   [junit4]   2> 123505 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:34982_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 123508 INFO  (zkCallback-84-thread-1-processing-n:127.0.0.1:34982_) [n:127.0.0.1:34982_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f566fe5 name:ZooKeeperConnection Watcher:127.0.0.1:32839/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 123509 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[D5AA052C29EF59BA]) [n:127.0.0.1:34982_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 123519 INFO  (TEST-LeaderFailoverAfterPartitionTe

[...truncated too long message...]

7.0.0.1:64171_solr    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$9/1868733719@123c18a9 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@523090be[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 182]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 2582262 INFO  (Thread-8501) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34952 34952
   [junit4]   2> 2582263 WARN  (Thread-8501) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore_restored/state.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/customConfigName
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	31	/solr/overseer/queue
   [junit4]   2> 	17	/solr/overseer/collection-queue-work
   [junit4]   2> 	4	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2582264 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[D5AA052C29EF59BA]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_D5AA052C29EF59BA-001
   [junit4]   2> Jul 08, 2016 2:32:06 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=FST50, _version_=PostingsFormat(name=Asserting), id=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=724, maxMBSortInHeap=6.502898408174863, sim=RandomSimilarity(queryNorm=true): {}, locale=es-US, timezone=Pacific/Johnston
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=192983576,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [SolrCoreCheckLockOnStartupTest, TestRealTimeGet, CloudMLTQParserTest, TestReload, DistributedTermsComponentTest, TestIndexingPerformance, SolrPluginUtilsTest, TestHdfsUpdateLog, TlogReplayBufferedWhileIndexingTest, TestObjectReleaseTracker, TestLeaderElectionZkExpiry, RequestLoggingTest, TestTrieFacet, LeaderFailoverAfterPartitionTest, ChaosMonkeySafeLeaderTest, TestDistributedStatsComponentCardinality, RecoveryAfterSoftCommitTest, RollingRestartTest, TestSolr4Spatial2, TestSchemaNameResource, DateMathParserTest, TestFieldCacheReopen, BadIndexSchemaTest, TestWriterPerf, CheckHdfsIndexTest, TestIntervalFaceting, CollectionsAPIDistributedZkTest, CoreAdminHandlerTest, TestDynamicLoading, VMParamsZkACLAndCredentialsProvidersTest, OpenCloseCoreStressTest, SaslZkACLProviderTest, SortSpecParsingTest, GraphQueryTest, TestNumericTerms64, LukeRequestHandlerTest, HdfsSyncSliceTest, BadCopyFieldTest, BasicDistributedZk2Test, TestManagedResourceStorage, StatsComponentTest, FileBasedSpellCheckerTest, TestCloudInspectUtil, ResponseHeaderTest, TestFastWriter, SuggestComponentContextFilterQueryTest, TestExclusionRuleCollectionAccess, TestAuthenticationFramework, CollectionTooManyReplicasTest, HdfsNNFailoverTest, TestJettySolrRunner, PluginInfoTest, LoggingHandlerTest, DefaultValueUpdateProcessorTest, ConvertedLegacyTest, SortByFunctionTest, TestOnReconnectListenerSupport, BigEndianAscendingWordDeserializerTest, DistanceFunctionTest, WordBreakSolrSpellCheckerTest, FileUtilsTest, AsyncCallRequestStatusResponseTest, TestOmitPositions, OverseerModifyCollectionTest, TestRangeQuery, TestSerializedLuceneMatchVersion, TestDistributedMissingSort, TestLegacyFieldCache, DebugComponentTest, ConnectionReuseTest, EchoParamsTest, CleanupOldIndexTest, TestNRTOpen, TestSolrConfigHandlerCloud, MultiThreadedOCPTest, TestBulkSchemaAPI, TestComplexPhraseQParserPlugin, TestMissingGroups, SolrIndexSplitterTest, SynonymTokenizerTest, CdcrUpdateLogTest, TestRestoreCore, FieldAnalysisRequestHandlerTest, ResourceLoaderTest, SearchHandlerTest, TestExactStatsCache, TestInitQParser, ShowFileRequestHandlerTest, FullHLLTest, TestJoin, SolrCmdDistributorTest, UUIDUpdateProcessorFallbackTest, TestRandomFaceting, BlobRepositoryCloudTest, TestFuzzyAnalyzedSuggestions, MultiTermTest, QueryParsingTest, BlockJoinFacetRandomTest, DistributedFacetPivotWhiteBoxTest, TestFieldCacheVsDocValues, TestSimpleQParserPlugin, LeaderElectionIntegrationTest, FieldMutatingUpdateProcessorTest, TestCopyFieldCollectionResource, RuleEngineTest, CoreAdminCreateDiscoverTest, TestSolrDynamicMBean, TestConfigOverlay, TestDocTermOrds, CachingDirectoryFactoryTest, TestGraphTermsQParserPlugin, CSVRequestHandlerTest, SuggesterTSTTest, TestSchemaManager, TestDocBasedVersionConstraints, LeaderInitiatedRecoveryOnShardRestartTest, TestCloudManagedSchema, DateFieldTest, TestAuthorizationFramework, NumericFieldsTest, AddSchemaFieldsUpdateProcessorFactoryTest, ShardRoutingCustomTest, BinaryUpdateRequestHandlerTest, TestRTGBase, HdfsDirectoryTest, DirectUpdateHandlerOptimizeTest, TestNamedUpdateProcessors, TestUseDocValuesAsStored2, NoCacheHeaderTest, BasicFunctionalityTest, SuggesterWFSTTest, DistributedFacetPivotLargeTest, TestRuleBasedAuthorizationPlugin, TestSolrIndexConfig, ZkNodePropsTest, TestUtils, SuggesterTest, TestQueryTypes, TestDistribDocBasedVersion, RAMDirectoryFactoryTest, BasicAuthIntegrationTest, TestSuggestSpellingConverter, TestRequestForwarding, TestFieldCollectionResource, ForceLeaderTest, TestRawTransformer, TestCSVResponseWriter, CacheHeaderTest, UpdateRequestProcessorFactoryTest, BasicZkTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressReorder, TestSolr4Spatial, SpellCheckComponentTest, TestBadConfig, TestIndexSearcher, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SolrRequestParserTest, DocValuesTest, XsltUpdateRequestHandlerTest, DocumentAnalysisRequestHandlerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, TestJmxIntegration, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestComponentsName, TestBinaryResponseWriter, HighlighterConfigTest, TestQuerySenderListener, AlternateDirectoryTest, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, TestSystemIdResolver, SpellingQueryConverterTest, TestSolrJ, SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, AliasIntegrationTest, CollectionReloadTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, HttpPartitionTest, SolrXmlInZkTest, TestCloudPivotFacet, TestCollectionAPI, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore]
   [junit4] Completed [479/620 (3!)] on J1 in 25.83s, 1 test, 1 error <<< FAILURES!

[...truncated 449 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:740: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:684: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/common-build.xml:530: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:1443: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 2 errors, 1 failure, 104 ignored (89 assumptions) [seed: D5AA052C29EF59BA]

Total time: 75 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 702 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/702/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:44698/yp_/f/c8n_1x3_lf_shard1_replica1]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:44698/yp_/f/c8n_1x3_lf_shard1_replica1]
	at __randomizedtesting.SeedInfo.seed([6988E10ACAB1A065:E1DCDED0644DCD9D]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:753)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1151)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:753)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:741)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:178)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:44698/yp_/f/c8n_1x3_lf_shard1_replica1]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:393)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:747)
	... 48 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:44698/yp_/f/c8n_1x3_lf_shard1_replica1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:613)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:382)
	... 49 more
Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:44698 [/127.0.0.1] failed: Connection refused
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
	... 53 more
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:589)
	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:74)
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134)
	... 63 more


FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:59904/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59904/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
	at __randomizedtesting.SeedInfo.seed([6988E10ACAB1A065:E1DCDED0644DCD9D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10780 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/init-core-data-001
   [junit4]   2> 603877 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 603878 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 603878 INFO  (Thread-1586) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 603878 INFO  (Thread-1586) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 603978 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:62737
   [junit4]   2> 603978 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 603978 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 603981 INFO  (zkCallback-780-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b5291cc name:ZooKeeperConnection Watcher:127.0.0.1:62737 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 603981 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 603981 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 603981 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 603988 INFO  (jetty-launcher-779-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 603990 INFO  (jetty-launcher-779-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 603992 INFO  (jetty-launcher-779-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19950e1f{/solr,null,AVAILABLE}
   [junit4]   2> 603992 INFO  (jetty-launcher-779-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e901fa4{/solr,null,AVAILABLE}
   [junit4]   2> 603994 INFO  (jetty-launcher-779-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@7cead5f7{HTTP/1.1,[http/1.1]}{127.0.0.1:54331}
   [junit4]   2> 603994 INFO  (jetty-launcher-779-thread-2) [    ] o.e.j.s.Server Started @607056ms
   [junit4]   2> 603994 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54331}
   [junit4]   2> 603995 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 603995 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2'
   [junit4]   2> 603995 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 603995 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 603996 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 603997 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 603997 INFO  (jetty-launcher-779-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@59cba72f{HTTP/1.1,[http/1.1]}{127.0.0.1:59904}
   [junit4]   2> 603997 INFO  (jetty-launcher-779-thread-1) [    ] o.e.j.s.Server Started @607059ms
   [junit4]   2> 603997 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59904}
   [junit4]   2> 603997 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 603997 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1'
   [junit4]   2> 603998 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 603998 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 603998 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 603998 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 604006 INFO  (zkCallback-781-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d4bbce5 name:ZooKeeperConnection Watcher:127.0.0.1:62737/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 604006 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 604006 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 604006 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 604008 INFO  (zkCallback-782-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22cf2b71 name:ZooKeeperConnection Watcher:127.0.0.1:62737/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 604009 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 604009 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 604010 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 604012 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2/.
   [junit4]   2> 604012 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 877174417
   [junit4]   2> 604012 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2]
   [junit4]   2> 604012 WARN  (jetty-launcher-779-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2/lib
   [junit4]   2> 604013 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 604014 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 604014 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 604014 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 604014 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62737/solr
   [junit4]   2> 604014 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 604014 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 604014 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 604015 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/.
   [junit4]   2> 604015 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1668577338
   [junit4]   2> 604015 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1]
   [junit4]   2> 604015 WARN  (jetty-launcher-779-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/lib
   [junit4]   2> 604015 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 604016 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 604016 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 604016 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 604016 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62737/solr
   [junit4]   2> 604016 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 604016 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 604016 INFO  (zkCallback-785-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4bba1be name:ZooKeeperConnection Watcher:127.0.0.1:62737 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 604017 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 604017 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 604017 INFO  (jetty-launcher-779-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 604019 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$98/405822227@25ccd4c9
   [junit4]   2> 604019 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 604020 INFO  (zkCallback-788-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f29ef20 name:ZooKeeperConnection Watcher:127.0.0.1:62737 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 604020 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 604020 INFO  (jetty-launcher-779-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 604021 INFO  (zkCallback-789-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65fddb39 name:ZooKeeperConnection Watcher:127.0.0.1:62737/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 604021 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 604022 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$98/405822227@4f94ccd7
   [junit4]   2> 604022 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 604022 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 604023 INFO  (zkCallback-790-thread-1-processing-n:127.0.0.1:59904_solr) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@102da66 name:ZooKeeperConnection Watcher:127.0.0.1:62737/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 604024 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 604026 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 604026 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 604030 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 604031 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 604033 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 604033 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 604036 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 604036 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 604038 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 604038 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 604039 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 604040 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 604042 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 604042 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 604043 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 604043 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 604045 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 604045 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 604046 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 604046 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 604046 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 604047 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 604047 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 604048 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 604051 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 604051 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 604052 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 604052 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 604055 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 604055 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 604055 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202588242247686-127.0.0.1:59904_solr-n_0000000001
   [junit4]   2> 604055 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202588242247685-127.0.0.1:54331_solr-n_0000000000
   [junit4]   2> 604056 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54331_solr
   [junit4]   2> 604056 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 604056 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202588242247685-127.0.0.1:54331_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 604057 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59904_solr
   [junit4]   2> 604057 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59904_solr
   [junit4]   2> 604058 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.Overseer Overseer (id=96202588242247685-127.0.0.1:54331_solr-n_0000000000) starting
   [junit4]   2> 604058 INFO  (zkCallback-790-thread-1-processing-n:127.0.0.1:59904_solr) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 604058 INFO  (zkCallback-789-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 604059 INFO  (zkCallback-789-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 604060 INFO  (zkCallback-790-thread-1-processing-n:127.0.0.1:59904_solr) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 604061 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 604069 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 604070 INFO  (OverseerCollectionConfigSetProcessor-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 604070 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:54331_solr as DOWN
   [junit4]   2> 604070 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 604072 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54331_solr
   [junit4]   2> 604072 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:54331_solr
   [junit4]   2> 604072 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 604074 INFO  (zkCallback-789-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 604074 INFO  (zkCallback-790-thread-1-processing-n:127.0.0.1:59904_solr) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 604076 INFO  (zkCallback-790-thread-1-processing-n:127.0.0.1:59904_solr) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 604077 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:54331_solr"} current state version: 0
   [junit4]   2> 604077 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:54331_solr
   [junit4]   2> 604078 INFO  (zkCallback-789-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 604086 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 604086 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 604087 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/.
   [junit4]   2> 604087 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 604088 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 604088 INFO  (jetty-launcher-779-thread-1) [n:127.0.0.1:59904_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 604100 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 604100 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 604101 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2/.
   [junit4]   2> 604102 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 604103 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 604103 INFO  (jetty-launcher-779-thread-2) [n:127.0.0.1:54331_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 604103 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 604103 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 604105 INFO  (zkCallback-793-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e37f29e name:ZooKeeperConnection Watcher:127.0.0.1:62737 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 604106 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 604106 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 604108 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 604109 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 604110 INFO  (zkCallback-796-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@38f8674e name:ZooKeeperConnection Watcher:127.0.0.1:62737/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 604110 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 604110 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 604110 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 604111 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 604112 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 604115 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 604118 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 604140 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[6988E10ACAB1A065]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 604143 INFO  (qtp54549751-5225) [n:127.0.0.1:59904_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1,shard2&replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&router.field=shard_s&name=backuprestore&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 604145 INFO  (OverseerCollectionConfigSetProcessor-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 604146 INFO  (OverseerThreadFactory-2465-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 604146 INFO  (OverseerThreadFactory-2465-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 604146 INFO  (OverseerThreadFactory-2465-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 604147 INFO  (OverseerThreadFactory-2465-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 604148 INFO  (zkCallback-789-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 604148 INFO  (zkCallback-796-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 604148 INFO  (zkCallback-790-thread-1-processing-n:127.0.0.1:59904_solr) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 604149 INFO  (zkCallback-789-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 604149 INFO  (zkCallback-790-thread-1-processing-n:127.0.0.1:59904_solr) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 604149 INFO  (zkCallback-796-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 604152 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 604152 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 604153 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 604252 INFO  (OverseerThreadFactory-2465-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 604252 INFO  (OverseerThreadFactory-2465-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica2 as part of shard shard1 of collection backuprestore on 127.0.0.1:54331_solr
   [junit4]   2> 604252 INFO  (OverseerThreadFactory-2465-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:59904_solr
   [junit4]   2> 604253 INFO  (OverseerThreadFactory-2465-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica2 as part of shard shard2 of collection backuprestore on 127.0.0.1:54331_solr
   [junit4]   2> 604253 INFO  (OverseerThreadFactory-2465-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:59904_solr
   [junit4]   2> 604255 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 604255 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 604257 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 604259 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 604259 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 604259 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 604259 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 604259 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 604259 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 604259 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 604260 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 604260 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 604261 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 604261 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 604261 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 604261 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 604262 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 604262 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:59904/solr",
   [junit4]   2>   "node_name":"127.0.0.1:59904_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 604262 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 604262 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:59904/solr",
   [junit4]   2>   "node_name":"127.0.0.1:59904_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 604262 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 604262 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 604262 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 604262 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 604264 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54331/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54331_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 604264 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54331/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54331_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 604266 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:59904/solr",
   [junit4]   2>   "node_name":"127.0.0.1:59904_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 604266 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:59904/solr",
   [junit4]   2>   "node_name":"127.0.0.1:59904_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 604269 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54331/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54331_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 604269 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54331/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54331_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 604374 INFO  (OverseerStateUpdate-96202588242247685-127.0.0.1:54331_solr-n_0000000000) [n:127.0.0.1:54331_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 604374 INFO  (zkCallback-789-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 604374 INFO  (zkCallback-790-thread-1-processing-n:127.0.0.1:59904_solr) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 604375 INFO  (zkCallback-790-thread-1-processing-n:127.0.0.1:59904_solr) [n:127.0.0.1:59904_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 604375 INFO  (zkCallback-789-thread-1-processing-n:127.0.0.1:54331_solr) [n:127.0.0.1:54331_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 605264 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica2
   [junit4]   2> 605264 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica2
   [junit4]   2> 605264 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 605264 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 605264 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 605264 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 605264 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 605264 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 605264 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 605264 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 605264 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 605264 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 605265 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 605265 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 605265 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 605265 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 605266 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 605266 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/backuprestore_shard2_replica1'
   [junit4]   2> 605266 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 605266 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 605266 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 605266 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2/backuprestore_shard1_replica2'
   [junit4]   2> 605266 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 605266 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 605266 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 605266 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/backuprestore_shard1_replica1'
   [junit4]   2> 605266 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 605266 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 605267 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 605267 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2/backuprestore_shard2_replica2'
   [junit4]   2> 605267 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 605267 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 605269 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 605269 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 605269 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 605271 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 605272 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 605273 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 605273 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 605273 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 605275 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 605275 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 605285 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 605287 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 605287 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 605289 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 605290 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
   [junit4]   2> 605291 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 605291 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 605292 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 605293 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 605294 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 605294 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
   [junit4]   2> 605295 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 605295 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/backuprestore_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/]
   [junit4]   2> 605295 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
   [junit4]   2> 605295 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard1_replica1/data
   [junit4]   2> 605295 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index/
   [junit4]   2> 605295 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema [backuprestore_shard1_replica2] Schema name=minimal
   [junit4]   2> 605296 INFO  (qtp1907443428-5231) [n:127.0.0.1:54331_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 605295 WARN  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 605296 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index
   [junit4]   2> 605296 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 605296 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 605296 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7efccdca lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@622b6f6e),segFN=segments_1,generation=1}
   [junit4]   2> 605296 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 605296 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 605296 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/backuprestore_shard2_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/]
   [junit4]   2> 605297 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
   [junit4]   2> 605297 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard2_replica1/data
   [junit4]   2> 605297 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index/
   [junit4]   2> 605297 WARN  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 605297 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index
   [junit4]   2> 605297 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 605298 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@797b5c70 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@50501d2c),segFN=segments_1,generation=1}
   [junit4]   2> 605298 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 605298 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 605298 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/
   [junit4]   2> 605299 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/
   [junit4]   2> 605299 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 605299 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 605299 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 605299 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 605300 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 605300 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 605300 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 605300 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica2' using configuration from collection backuprestore
   [junit4]   2> 605301 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 605301 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [[backuprestore_shard1_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2/backuprestore_shard1_replica2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2/./backuprestore_shard1_replica2/data/]
   [junit4]   2> 605301 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica2
   [junit4]   2> 605301 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 605301 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 605302 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2/./backuprestore_shard1_replica2/data
   [junit4]   2> 605302 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2/./backuprestore_shard1_replica2/data/index/
   [junit4]   2> 605302 WARN  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [backuprestore_shard1_replica2] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2/./backuprestore_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 605302 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_6988E10ACAB1A065-001/tempDir-001/node2/./backuprestore_shard1_replica2/data/index
   [junit4]   2> 605302 INFO  (qtp54549751-5222) [n:127.0.0.1:59904_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 605302 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 605302 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@774f2f1d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@342bced),segFN=segments_1,generation=1}
   [junit4]   2> 605302 INFO  (qtp1907443428-5228) [n:127.0.0.1:54331_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 605303 INFO  (qtp54549751-5223) [n:127.0.0.1:59904_solr c:backuprestore s:shard2 r:core_node3 x:backuprestore_shard2

[...truncated too long message...]

.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:753)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:741)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:178)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:44698/yp_/f/c8n_1x3_lf_shard1_replica1]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:393)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:747)
   [junit4]    > 	... 48 more
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:44698/yp_/f/c8n_1x3_lf_shard1_replica1
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:613)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:382)
   [junit4]    > 	... 49 more
   [junit4]    > Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:44698 [/127.0.0.1] failed: Connection refused
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
   [junit4]    > 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
   [junit4]    > 	... 53 more
   [junit4]    > Caused by: java.net.ConnectException: Connection refused
   [junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]    > 	at java.net.Socket.connect(Socket.java:589)
   [junit4]    > 	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:74)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134)
   [junit4]    > 	... 63 more
   [junit4]   2> 822019 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[6988E10ACAB1A065]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_6988E10ACAB1A065-001
   [junit4]   2> Jul 07, 2016 11:46:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=Memory doPackFST= true), _version_=Lucene50(blocksize=128), multiDefault=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), intDefault=Lucene50(blocksize=128), id=PostingsFormat(name=Memory doPackFST= true), range_facet_i_dv=Lucene50(blocksize=128), text=BlockTreeOrds(blocksize=128), range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1252, maxMBSortInHeap=6.638831358895881, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-IQ, timezone=Asia/Vientiane
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=207947496,total=383778816
   [junit4]   2> NOTE: All tests run in this JVM: [ParsingFieldUpdateProcessorsTest, CoreAdminCreateDiscoverTest, LeaderInitiatedRecoveryOnShardRestartTest, TestCSVResponseWriter, TestUseDocValuesAsStored2, DocValuesMissingTest, TestRecovery, OpenCloseCoreStressTest, PluginInfoTest, TestHighFrequencyDictionaryFactory, TestIndexSearcher, TestSlowCompositeReaderWrapper, DistributedQueueTest, TestPHPSerializedResponseWriter, IndexSchemaRuntimeFieldTest, TestSortingResponseWriter, TestSolrJ, SmileWriterTest, CollectionsAPISolrJTest, TestAtomicUpdateErrorCases, TestConfigSetsAPI, TestSolrCoreProperties, UniqFieldsUpdateProcessorFactoryTest, CdcrVersionReplicationTest, TestOrdValues, TestNRTOpen, TestFoldingMultitermQuery, TestCrossCoreJoin, TestTrieFacet, NotRequiredUniqueKeyTest, TestExactStatsCache, FileUtilsTest, SuggestComponentContextFilterQueryTest, TestConfigSetsAPIZkFailure, ForceLeaderTest, BadIndexSchemaTest, TestPerFieldSimilarity, TestRandomCollapseQParserPlugin, FullSolrCloudDistribCmdsTest, BasicAuthIntegrationTest, TestCopyFieldCollectionResource, JavabinLoaderTest, SolrIndexSplitterTest, TestStandardQParsers, TestSystemIdResolver, TestDynamicFieldCollectionResource, TermVectorComponentDistributedTest, TestInfoStreamLogging, ShowFileRequestHandlerTest, TestSchemaManager, OpenExchangeRatesOrgProviderTest, TestFieldCacheReopen, EchoParamsTest, TermVectorComponentTest, TestAnalyzeInfixSuggestions, TestReloadDeadlock, SortByFunctionTest, TestOmitPositions, ExitableDirectoryReaderTest, HdfsChaosMonkeySafeLeaderTest, TestSSLRandomization, CopyFieldTest, TestIndexingPerformance, HdfsTlogReplayBufferedWhileIndexingTest, SolrCoreCheckLockOnStartupTest, BinaryUpdateRequestHandlerTest, NumericFieldsTest, TestDocBasedVersionConstraints, TestGraphMLResponseWriter, SolrInfoMBeanTest, TestIntervalFaceting, TestLMJelinekMercerSimilarityFactory, ZkNodePropsTest, AsyncCallRequestStatusResponseTest, DocExpirationUpdateProcessorFactoryTest, TestSolrDynamicMBean, CollectionReloadTest, MergeStrategyTest, ResponseHeaderTest, SuggesterTest, TestManagedStopFilterFactory, TestPivotHelperCode, TestBinaryResponseWriter, DeleteStatusTest, TestLegacyFieldCache, SuggesterWFSTTest, DirectUpdateHandlerOptimizeTest, TestOnReconnectListenerSupport, TestCharFilters, TestLocalFSCloudBackupRestore, SpellPossibilityIteratorTest, TestSubQueryTransformerDistrib, SuggesterTSTTest, FieldAnalysisRequestHandlerTest, NoCacheHeaderTest, TestGraphTermsQParserPlugin, TestCoreDiscovery, TestFiltering, DistribDocExpirationUpdateProcessorTest, TestJoin, TestSubQueryTransformer, FullHLLTest, ResourceLoaderTest, ChangedSchemaMergeTest, RequestHandlersTest, TestSolrCLIRunExample, AnalyticsQueryTest, TestDistributedGrouping, ResponseLogComponentTest, TestDocTermOrds, TestCloudPseudoReturnFields, CurrencyFieldOpenExchangeTest, TestBadConfig, LeaderFailoverAfterPartitionTest]
   [junit4] Completed [136/620 (2!)] on J1 in 64.15s, 1 test, 1 error <<< FAILURES!

[...truncated 1601 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:740: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:684: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/common-build.xml:530: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:1443: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 2 errors, 104 ignored (89 assumptions) [seed: 6988E10ACAB1A065]

Total time: 74 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 701 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/701/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

All tests passed

Build Log:
[...truncated 10450 lines...]
    [javac] Compiling 674 source files to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/classes/test
    [javac] /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test/org/apache/solr/cloud/SharedFSAutoReplicaFailoverTest.java:65: error: cannot find symbol
    [javac] @Nightly
    [javac]  ^
    [javac]   symbol: class Nightly
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Note: Some input files use unchecked or unsafe operations.
    [javac] Note: Recompile with -Xlint:unchecked for details.
    [javac] 1 error

BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:740: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:684: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/common-build.xml:530: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:795: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:807: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:1955: Compile failed; see the compiler error output for details.

Total time: 20 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 700 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/700/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:61356","node_name":"127.0.0.1:61356_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/20)={   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "core":"c8n_1x3_lf_shard1_replica3",           "base_url":"http://127.0.0.1:43159",           "node_name":"127.0.0.1:43159_",           "state":"down"},         "core_node2":{           "state":"down",           "base_url":"http://127.0.0.1:47038",           "core":"c8n_1x3_lf_shard1_replica2",           "node_name":"127.0.0.1:47038_"},         "core_node3":{           "core":"c8n_1x3_lf_shard1_replica1",           "base_url":"http://127.0.0.1:61356",           "node_name":"127.0.0.1:61356_",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:61356","node_name":"127.0.0.1:61356_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/20)={
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"c8n_1x3_lf_shard1_replica3",
          "base_url":"http://127.0.0.1:43159",
          "node_name":"127.0.0.1:43159_",
          "state":"down"},
        "core_node2":{
          "state":"down",
          "base_url":"http://127.0.0.1:47038",
          "core":"c8n_1x3_lf_shard1_replica2",
          "node_name":"127.0.0.1:47038_"},
        "core_node3":{
          "core":"c8n_1x3_lf_shard1_replica1",
          "base_url":"http://127.0.0.1:61356",
          "node_name":"127.0.0.1:61356_",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false"}
	at __randomizedtesting.SeedInfo.seed([BA0A3546EADC5FE3:325E0A9C4420321B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:170)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:62975/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:62975/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
	at __randomizedtesting.SeedInfo.seed([BA0A3546EADC5FE3:325E0A9C4420321B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1228)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:998)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:934)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11159 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/init-core-data-001
   [junit4]   2> 1423300 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[BA0A3546EADC5FE3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1423300 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[BA0A3546EADC5FE3]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1423304 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1423305 INFO  (Thread-5648) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1423305 INFO  (Thread-5648) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1423405 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.ZkTestServer start zk server on port:34555
   [junit4]   2> 1423405 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1423406 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1423408 INFO  (zkCallback-1342-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@688d7b04 name:ZooKeeperConnection Watcher:127.0.0.1:34555 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1423413 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1423413 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1423413 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1423417 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1423418 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1423420 INFO  (zkCallback-1343-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@495c7448 name:ZooKeeperConnection Watcher:127.0.0.1:34555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1423420 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1423420 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1423420 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1423423 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1423426 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1423428 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1423431 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1423432 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1423436 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1423436 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1423439 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1423439 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1423442 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1423442 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1423445 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1423446 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1423449 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1423449 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1423454 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1423455 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1423458 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1423459 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1423461 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1423462 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1423464 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1423465 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1423467 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1423467 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1423678 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores/collection1
   [junit4]   2> 1423684 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1423686 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59d39911{/,null,AVAILABLE}
   [junit4]   2> 1423687 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3139b0fe{HTTP/1.1,[http/1.1]}{127.0.0.1:52984}
   [junit4]   2> 1423687 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.e.j.s.Server Started @1426922ms
   [junit4]   2> 1423687 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/tempDir-001/control/data, hostContext=/, hostPort=43159, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores}
   [junit4]   2> 1423687 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 1423687 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001'
   [junit4]   2> 1423687 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1423687 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1423688 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1423705 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1423727 INFO  (zkCallback-1344-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47ef093 name:ZooKeeperConnection Watcher:127.0.0.1:34555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1423727 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1423727 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1423729 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1423729 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/solr.xml
   [junit4]   2> 1423739 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores
   [junit4]   2> 1423739 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.CoreContainer New CoreContainer 1965461223
   [junit4]   2> 1423739 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001]
   [junit4]   2> 1423739 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/lib
   [junit4]   2> 1423739 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1423742 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1423742 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1423742 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1423742 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34555/solr
   [junit4]   2> 1423742 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1423742 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1423744 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1423753 INFO  (zkCallback-1347-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b22a61d name:ZooKeeperConnection Watcher:127.0.0.1:34555 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1423754 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1423754 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1423755 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/1249361125@7575c62b
   [junit4]   2> 1423756 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1423759 INFO  (zkCallback-1348-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17e7cfc2 name:ZooKeeperConnection Watcher:127.0.0.1:34555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1423760 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1423762 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1423766 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1423771 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1423773 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1423776 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1423778 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1423781 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1423784 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1423786 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1423788 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1423789 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1423790 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1423791 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection collection1
   [junit4]   2> 1423791 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection control_collection
   [junit4]   2> 1423796 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1423799 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1423801 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1423802 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96199843620061188-127.0.0.1:43159_-n_0000000000
   [junit4]   2> 1423803 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43159_
   [junit4]   2> 1423803 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1423806 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.Overseer Overseer (id=96199843620061188-127.0.0.1:43159_-n_0000000000) starting
   [junit4]   2> 1423810 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1423827 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1423828 INFO  (OverseerCollectionConfigSetProcessor-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1423830 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1423830 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43159_
   [junit4]   2> 1423830 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:43159_
   [junit4]   2> 1423834 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1423834 INFO  (zkCallback-1348-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1423835 INFO  (zkCallback-1348-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1423851 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1423851 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1423853 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores
   [junit4]   2> 1423853 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1423854 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores/collection1
   [junit4]   2> 1423854 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1423855 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 1423855 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1423855 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:43159_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1423855 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1423856 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 1423857 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 1423858 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:43159",
   [junit4]   2>   "node_name":"127.0.0.1:43159_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1423858 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:43159",
   [junit4]   2>   "node_name":"127.0.0.1:43159_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1423858 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1423858 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1423859 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1423860 INFO  (zkCallback-1348-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1424860 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1424860 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1424862 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1424862 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1424862 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1424863 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores/collection1'
   [junit4]   2> 1424863 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1424863 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1424864 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1424870 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1424872 WARN  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1424873 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1424879 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1424887 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1424956 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1424961 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1424962 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1424974 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1424977 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1424980 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1424981 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1424983 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 1424983 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1424984 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1424984 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores/collection1/data/]
   [junit4]   2> 1424984 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@21cf3fa5
   [junit4]   2> 1424984 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores/collection1/data
   [junit4]   2> 1424985 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1424985 WARN  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1424985 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores/collection1/data/index
   [junit4]   2> 1424985 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1499173666772821]
   [junit4]   2> 1424985 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@57d3d244 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@37c241b0),segFN=segments_1,generation=1}
   [junit4]   2> 1424985 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1424986 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores/collection1/data/
   [junit4]   2> 1424986 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1424992 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1424992 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1424992 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1424992 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1424992 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1424992 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1424993 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1424993 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1424993 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1424993 WARN  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1424995 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1424996 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1424997 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1424998 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1425001 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 1425001 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1425001 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1425001 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1425002 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1425002 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1425002 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@186385a7
   [junit4]   2> 1425002 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@57d3d244 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@37c241b0),segFN=segments_1,generation=1}
   [junit4]   2> 1425002 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1425002 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e74d6e6[collection1] main]
   [junit4]   2> 1425003 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1425003 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1425003 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1425004 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1425004 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1425004 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1425004 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1425004 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1425004 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1425004 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1425005 INFO  (searcherExecutor-3572-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6e74d6e6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1425005 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1425005 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1425005 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1425005 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539197499701460992
   [junit4]   2> 1425007 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539197499701460992
   [junit4]   2> 1425007 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1425008 INFO  (coreLoadExecutor-3571-thread-1-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1425009 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:43159 collection:control_collection shard:shard1
   [junit4]   2> 1425010 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1425014 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96199843620061188-core_node1-n_0000000000
   [junit4]   2> 1425015 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 1425017 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1425017 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1425017 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43159/collection1/
   [junit4]   2> 1425017 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1425017 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:43159/collection1/ has no replicas
   [junit4]   2> 1425017 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1425018 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1425022 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96199843620061188-core_node1-n_0000000000
   [junit4]   2> 1425024 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43159/collection1/ shard1
   [junit4]   2> 1425025 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:43159",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1425127 INFO  (zkCallback-1348-thread-3-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1425133 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:43159/collection1/ and leader is http://127.0.0.1:43159/collection1/
   [junit4]   2> 1425133 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43159
   [junit4]   2> 1425133 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1425133 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1425134 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1425135 INFO  (coreZkRegister-3565-thread-1-processing-n:127.0.0.1:43159_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:43159_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
   [junit4]   2> 1425136 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:43159",
   [junit4]   2>   "node_name":"127.0.0.1:43159_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1425136 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:43159",
   [junit4]   2>   "node_name":"127.0.0.1:43159_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1425245 INFO  (zkCallback-1348-thread-3-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1425361 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1425362 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1425367 INFO  (zkCallback-1352-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d5bbb2e name:ZooKeeperConnection Watcher:127.0.0.1:34555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1425367 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1425394 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1425394 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1425407 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1425408 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1425410 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection collection1
   [junit4]   2> 1425410 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection control_collection
   [junit4]   2> 1425411 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1425411 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1425411 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1425412 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1425419 INFO  (zkCallback-1353-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@744e9271 name:ZooKeeperConnection Watcher:127.0.0.1:34555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1425419 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1425419 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1425433 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155c53f826c0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1425460 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1425461 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1425588 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1427033 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/shard-1-001/cores/collection1
   [junit4]   2> 1427034 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/shard-1-001
   [junit4]   2> 1427035 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1427042 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4be349c8{/,null,AVAILABLE}
   [junit4]   2> 1427043 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@24c96f4b{HTTP/1.1,[http/1.1]}{127.0.0.1:52977}
   [junit4]   2> 1427043 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.e.j.s.Server Started @1430281ms
   [junit4]   2> 1427043 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=61356, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/shard-1-001/cores}
   [junit4]   2> 1427043 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 1427043 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/shard-1-001'
   [junit4]   2> 1427043 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1427044 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1427044 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1427046 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1427112 INFO  (zkCallback-1354-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b565eaa name:ZooKeeperConnection Watcher:127.0.0.1:34555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1427112 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1427113 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1427114 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1427114 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/shard-1-001/solr.xml
   [junit4]   2> 1427121 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/shard-1-001/cores
   [junit4]   2> 1427121 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.CoreContainer New CoreContainer 1602726966
   [junit4]   2> 1427122 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/shard-1-001]
   [junit4]   2> 1427122 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/shard-1-001/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_BA0A3546EADC5FE3-001/shard-1-001/lib
   [junit4]   2> 1427122 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1427125 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1427125 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1427125 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1427125 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34555/solr
   [junit4]   2> 1427125 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1427125 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1427127 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1427132 INFO  (zkCallback-1357-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@401ef555 name:ZooKeeperConnection Watcher:127.0.0.1:34555 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1427133 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1427134 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1427136 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/1249361125@16731944
   [junit4]   2> 1427136 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1427140 INFO  (zkCallback-1358-thread-1-processing-n:127.0.0.1:61356_) [n:127.0.0.1:61356_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3708cd9c name:ZooKeeperConnection Watcher:127.0.0.1:34555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1427141 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1427153 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1427155 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1427156 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1427158 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection collection1
   [junit4]   2> 1427158 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection control_collection
   [junit4]   2> 1427164 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1427165 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96199843620061193-127.0.0.1:61356_-n_0000000001
   [junit4]   2> 1427166 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96199843620061188-127.0.0.1:43159_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1427167 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.ZkController Publish node=127.0.0.1:61356_ as DOWN
   [junit4]   2> 1427168 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61356_
   [junit4]   2> 1427169 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[BA0A3546EADC5FE3]) [n:127.0.0.1:61356_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:61356_
   [junit4]   2> 1427170 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:61356_"} current state version: 3
   [junit4]   2> 1427170 INFO  (OverseerStateUpdate-96199843620061188-127.0.0.1:43159_-n_0000000000) [n:127.0.0.1:43159_    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:61356_
   [junit4]   2> 1427171 INFO  (zkCallback-1348-thread-2-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1427171 INFO  (zkCallback-1352-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1427171 INFO  (zkCallback-1358-thread-1-processing-n:127.0.0.1:61356_) [n:127.0.0.1:61356_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1427172 INFO  (zkCallback-1348-thread-2-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1427173 INFO  (zkCallback-1352-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1427174 INFO  (zkCallback-1358-thread-2-processing-n:127.0.0.1:61356_) [n:127.0.0.1:61356_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1427172 INFO  (zkCallback-1348-thread-3-processing-n:127.0.0.1:43159_) [n:127.0.0.1:43159_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [juni

[...truncated too long message...]

junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/overseer/queue
   [junit4]   2> 	4	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 3482260 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[BA0A3546EADC5FE3]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestLocalFSCloudBackupRestore_BA0A3546EADC5FE3-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=FSTOrd50, _version_=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=1976, maxMBSortInHeap=6.39060345301742, sim=ClassicSimilarity, locale=cs-CZ, timezone=Etc/GMT+0
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=94908384,total=515899392
   [junit4]   2> NOTE: All tests run in this JVM: [TestAuthenticationFramework, HdfsBasicDistributedZkTest, DebugComponentTest, SuggesterTest, TestInitQParser, TestDistributedGrouping, TestStandardQParsers, TestSolrJ, FullSolrCloudDistribCmdsTest, TestCrossCoreJoin, TestAuthorizationFramework, TestDocTermOrds, SynonymTokenizerTest, TestManagedStopFilterFactory, HdfsSyncSliceTest, SuggestComponentContextFilterQueryTest, TestExclusionRuleCollectionAccess, CleanupOldIndexTest, HighlighterConfigTest, WordBreakSolrSpellCheckerTest, TestConfigSetsAPIZkFailure, UpdateRequestProcessorFactoryTest, TestObjectReleaseTracker, TestBadConfig, TestCustomDocTransformer, TestNRTOpen, TestJettySolrRunner, BJQParserTest, DistributedQueueTest, TestFastOutputStream, CdcrReplicationHandlerTest, EchoParamsTest, NotRequiredUniqueKeyTest, ShardRoutingCustomTest, TestHdfsUpdateLog, IndexSchemaRuntimeFieldTest, CachingDirectoryFactoryTest, SortSpecParsingTest, TestBM25SimilarityFactory, ExitableDirectoryReaderTest, TestFieldTypeCollectionResource, OverriddenZkACLAndCredentialsProvidersTest, SpellingQueryConverterTest, ResponseLogComponentTest, TestSchemaNameResource, DeleteStatusTest, DistributedFacetPivotSmallAdvancedTest, TestRestoreCore, BasicZkTest, TestReversedWildcardFilterFactory, SaslZkACLProviderTest, TestWriterPerf, HdfsWriteToMultipleCollectionsTest, TestSolrDeletionPolicy2, TlogReplayBufferedWhileIndexingTest, CdcrVersionReplicationTest, TestRandomCollapseQParserPlugin, BadIndexSchemaTest, TestManagedResourceStorage, CollectionsAPIDistributedZkTest, TestRuleBasedAuthorizationPlugin, RequestHandlersTest, ReplicationFactorTest, TestClassicSimilarityFactory, HdfsTlogReplayBufferedWhileIndexingTest, AsyncCallRequestStatusResponseTest, AddSchemaFieldsUpdateProcessorFactoryTest, ResponseHeaderTest, CheckHdfsIndexTest, ZkStateWriterTest, SolrIndexSplitterTest, TestDocBasedVersionConstraints, TestConfigSetProperties, DistributedFacetPivotLargeTest, TestNonDefinedSimilarityFactory, RollingRestartTest, TestSubQueryTransformer, SimpleCollectionCreateDeleteTest, JavabinLoaderTest, SmileWriterTest, QueryResultKeyTest, TestFastWriter, TestSerializedLuceneMatchVersion, TestJoin, DeleteReplicaTest, TestRequestForwarding, TestExactStatsCache, FieldMutatingUpdateProcessorTest, TestSolrQueryParser, TestDistribDocBasedVersion, TestClusterStateMutator, TestCollationField, TestDistributedStatsComponentCardinality, ZkNodePropsTest, AutoCommitTest, TestLMJelinekMercerSimilarityFactory, TestSubQueryTransformerDistrib, TestSolr4Spatial2, SolrPluginUtilsTest, DateMathParserTest, CloudMLTQParserTest, RecoveryAfterSoftCommitTest, ZkSolrClientTest, TestGraphMLResponseWriter, TestFieldCacheReopen, TestFoldingMultitermQuery, LeaderInitiatedRecoveryOnShardRestartTest, MultiThreadedOCPTest, TestDynamicLoading, TestRangeQuery, FileUtilsTest, TestUseDocValuesAsStored2, CoreAdminHandlerTest, LeaderFailoverAfterPartitionTest, TestSchemaSimilarityResource, CSVRequestHandlerTest, TestStressRecovery, SolrCoreCheckLockOnStartupTest, ParsingFieldUpdateProcessorsTest, NumericFieldsTest, SharedFSAutoReplicaFailoverTest, TestReload, TestOnReconnectListenerSupport, TestNumericTerms64, BasicAuthIntegrationTest, TestCoreDiscovery, DirectUpdateHandlerOptimizeTest, TestIndexingPerformance, FileBasedSpellCheckerTest, BigEndianAscendingWordDeserializerTest, TestCloudInspectUtil, RequestLoggingTest, HdfsNNFailoverTest, TestConfigReload, OverseerModifyCollectionTest, FullHLLTest, TestIndexSearcher, TestFuzzyAnalyzedSuggestions, PluginInfoTest, DirectSolrConnectionTest, BaseCdcrDistributedZkTest, TestCloudPseudoReturnFields, TestFileDictionaryLookup, ResourceLoaderTest, TestNamedUpdateProcessors, MinimalSchemaTest, TestPivotHelperCode, CollectionsAPISolrJTest, BasicFunctionalityTest, CoreAdminCreateDiscoverTest, BasicDistributedZk2Test, TestSimpleQParserPlugin, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, TestZkChroot, TestDistributedSearch, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, HardAutoCommitTest, DistributedTermsComponentTest, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, ConvertedLegacyTest, TestSort, TestFiltering, TestFunctionQuery, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, DocValuesTest, SuggesterTSTTest, TestStressLucene, TestTrie, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, TermsComponentTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, ReturnFieldsTest, JSONWriterTest, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, TestComponentsName, SearchHandlerTest, TestBinaryResponseWriter, TestLFUCache, SOLR749Test, TestQuerySenderListener, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, TestMergePolicyConfig, MultiTermTest, TestDocSet, TestBinaryField, TestElisionMultitermQuery, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestJmxMonitoredMap, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, RAMDirectoryFactoryTest, TestUtils, SystemInfoHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, ConnectionReuseTest, TestEmbeddedSolrServerConstructors, AliasIntegrationTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DistribCursorPagingTest, ForceLeaderTest, LeaderInitiatedRecoveryOnCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerStatusTest, SolrCloudExampleTest, TestConfigSetsAPI, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore]
   [junit4] Completed [472/620 (2!)] on J1 in 17.96s, 1 test, 1 error <<< FAILURES!

[...truncated 482 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:740: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:684: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/common-build.xml:530: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:1443: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 1 failure, 104 ignored (89 assumptions) [seed: BA0A3546EADC5FE3]

Total time: 86 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 699 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/699/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([FBAC3EEEB4DB63A3:8A712A3AD5709F23]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:328)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:37778/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37778/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
	at __randomizedtesting.SeedInfo.seed([FBAC3EEEB4DB63A3:73F801341A270E5B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1228)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:998)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:934)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10773 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateWriterTest_FBAC3EEEB4DB63A3-001/init-core-data-001
   [junit4]   2> 703058 INFO  (SUITE-ZkStateWriterTest-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 703062 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleExternalCollection
   [junit4]   2> 703062 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 703063 INFO  (Thread-1816) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 703063 INFO  (Thread-1816) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 703163 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer start zk server on port:60150
   [junit4]   2> 703163 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 703165 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 703172 INFO  (zkCallback-1193-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@eb6b044 name:ZooKeeperConnection Watcher:127.0.0.1:60150 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 703173 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 703173 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 703175 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 703175 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 703182 INFO  (zkCallback-1194-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34a1a749 name:ZooKeeperConnection Watcher:127.0.0.1:60150 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 703182 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 703182 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 703182 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 703202 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 703202 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 703210 INFO  (zkCallback-1195-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@25901969 name:ZooKeeperConnection Watcher:127.0.0.1:60150/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 703211 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 703211 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 703213 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 703215 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 703217 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 703219 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 703222 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 703224 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 703225 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 703226 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 703229 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 703231 INFO  (zkCallback-1195-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 703233 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 703233 INFO  (zkCallback-1195-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 703238 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60150 60150
   [junit4]   2> 703361 INFO  (Thread-1816) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60150 60150
   [junit4]   2> 703363 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
   [junit4]   2> 703365 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
   [junit4]   2> 703366 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 703366 INFO  (Thread-1817) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 703366 INFO  (Thread-1817) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 703466 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer start zk server on port:62996
   [junit4]   2> 703466 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 703467 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 703485 INFO  (zkCallback-1197-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@443a755e name:ZooKeeperConnection Watcher:127.0.0.1:62996 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 703485 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 703486 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 703487 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 703488 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 703490 INFO  (zkCallback-1198-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19ec31b2 name:ZooKeeperConnection Watcher:127.0.0.1:62996 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 703490 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 703490 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 703490 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 703493 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 703494 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 703497 INFO  (zkCallback-1199-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2f6589b8 name:ZooKeeperConnection Watcher:127.0.0.1:62996/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 703498 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 703498 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 703498 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 703500 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 703501 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 703502 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 703504 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 703505 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 703505 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 703506 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 703507 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 703509 INFO  (zkCallback-1199-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 703509 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 703509 INFO  (zkCallback-1199-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 703511 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
   [junit4]   2> 703512 INFO  (zkCallback-1199-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 703512 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
   [junit4]   2> 703512 INFO  (zkCallback-1199-thread-2) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c2
   [junit4]   2> 703513 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.o.ZkStateWriterTest Cluster state: live nodes:[]collections:{}
   [junit4]   2> 703516 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62996 62996
   [junit4]   2> 708635 INFO  (Thread-1817) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62996 62996
   [junit4]   2> 708636 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateWriterTest -Dtests.method=testExternalModificationToStateFormat2 -Dtests.seed=FBAC3EEEB4DB63A3 -Dtests.slow=true -Dtests.locale=sr-BA -Dtests.timezone=Atlantic/South_Georgia -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 5.28s J1 | ZkStateWriterTest.testExternalModificationToStateFormat2 <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FBAC3EEEB4DB63A3:8A712A3AD5709F23]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:328)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 708645 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleLegacyCollection
   [junit4]   2> 708646 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 708646 INFO  (Thread-1818) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 708646 INFO  (Thread-1818) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 708748 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer start zk server on port:35349
   [junit4]   2> 708748 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 708749 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 708753 INFO  (zkCallback-1201-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15d247dd name:ZooKeeperConnection Watcher:127.0.0.1:35349 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 708753 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 708753 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 708755 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 708756 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 708757 INFO  (zkCallback-1202-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ec30a70 name:ZooKeeperConnection Watcher:127.0.0.1:35349 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 708757 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 708757 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 708757 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 708760 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 708761 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 708767 INFO  (zkCallback-1203-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@72fd141b name:ZooKeeperConnection Watcher:127.0.0.1:35349/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 708767 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 708767 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 708768 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 708770 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 708773 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 708774 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 708776 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 708777 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 708778 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 708778 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 708780 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 708782 INFO  (zkCallback-1203-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 708783 INFO  (zkCallback-1203-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 708783 WARN  (zkCallback-1203-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 710285 WARN  (zkCallback-1203-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 710299 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35349 35349
   [junit4]   2> 715316 INFO  (Thread-1818) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35349 35349
   [junit4]   2> 715318 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleLegacyCollection
   [junit4]   2> 715320 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
   [junit4]   2> 715320 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 715320 INFO  (Thread-1819) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 715320 INFO  (Thread-1819) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 715420 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer start zk server on port:64626
   [junit4]   2> 715421 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 715421 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 715424 INFO  (zkCallback-1205-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61be633 name:ZooKeeperConnection Watcher:127.0.0.1:64626 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 715424 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 715425 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 715426 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 715427 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 715429 INFO  (zkCallback-1206-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@696b4b9e name:ZooKeeperConnection Watcher:127.0.0.1:64626 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 715429 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 715429 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 715429 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 715432 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 715433 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 715437 INFO  (zkCallback-1207-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c41390c name:ZooKeeperConnection Watcher:127.0.0.1:64626/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 715437 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 715438 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 715438 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 715439 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 715440 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 715442 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 715443 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 715444 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 715444 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 715445 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 715446 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 715447 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 715449 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 715450 INFO  (zkCallback-1207-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 716950 WARN  (zkCallback-1207-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 716952 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64626 64626
   [junit4]   2> 721976 INFO  (Thread-1819) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64626 64626
   [junit4]   2> 721977 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZkStateWriterBatching
   [junit4]   2> 721979 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
   [junit4]   2> 721979 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 721980 INFO  (Thread-1820) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 721980 INFO  (Thread-1820) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 722081 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer start zk server on port:41581
   [junit4]   2> 722081 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 722082 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 722084 INFO  (zkCallback-1209-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69adca14 name:ZooKeeperConnection Watcher:127.0.0.1:41581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 722084 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 722085 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 722087 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 722087 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 722089 INFO  (zkCallback-1210-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e039538 name:ZooKeeperConnection Watcher:127.0.0.1:41581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 722089 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 722089 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 722089 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 722093 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 722094 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 722095 INFO  (zkCallback-1211-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@619e4766 name:ZooKeeperConnection Watcher:127.0.0.1:41581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 722095 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 722095 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 722097 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 722099 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 722101 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 722102 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 722104 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 722105 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 722106 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 722107 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 722109 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 722110 INFO  (zkCallback-1211-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 722111 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 722111 INFO  (zkCallback-1211-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
   [junit4]   2> 722113 INFO  (zkCallback-1211-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 722113 INFO  (zkCallback-1211-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c2
   [junit4]   2> 722114 INFO  (zkCallback-1211-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 722114 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c1
   [junit4]   2> 722115 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c2
   [junit4]   2> 722117 INFO  (zkCallback-1211-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 722120 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41581 41581
   [junit4]   2> 727135 INFO  (Thread-1820) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41581 41581
   [junit4]   2> 727137 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
   [junit4]   2> 727138 INFO  (SUITE-ZkStateWriterTest-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateWriterTest_FBAC3EEEB4DB63A3-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=sr-BA, timezone=Atlantic/South_Georgia
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=285419320,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [TestCoreDiscovery, TestFastWriter, TestSchemaManager, TestBadConfig, ChaosMonkeySafeLeaderTest, TestAtomicUpdateErrorCases, RecoveryAfterSoftCommitTest, HdfsWriteToMultipleCollectionsTest, ConfigSetsAPITest, HdfsDirectoryTest, DistributedIntervalFacetingTest, TestDistribDocBasedVersion, ShowFileRequestHandlerTest, UniqFieldsUpdateProcessorFactoryTest, CacheHeaderTest, FieldMutatingUpdateProcessorTest, DistanceFunctionTest, TestDistributedStatsComponentCardinality, DocExpirationUpdateProcessorFactoryTest, CoreMergeIndexesAdminHandlerTest, SolrPluginUtilsTest, ZkNodePropsTest, CollectionTooManyReplicasTest, TestNamedUpdateProcessors, AddBlockUpdateTest, TestConfigSetProperties, OverseerStatusTest, TestSolrConfigHandlerCloud, TestLeaderElectionZkExpiry, RuleEngineTest, HdfsNNFailoverTest, BlockJoinFacetRandomTest, CollectionsAPISolrJTest, DistributedFacetPivotWhiteBoxTest, TestSchemaNameResource, TestJsonFacets, RollingRestartTest, TestWriterPerf, TestCSVResponseWriter, LukeRequestHandlerTest, BigEndianAscendingWordDeserializerTest, TestRandomCollapseQParserPlugin, TestStressRecovery, ZkStateWriterTest]
   [junit4] Completed [97/620 (1!)] on J1 in 24.10s, 5 tests, 1 failure <<< FAILURES!

[...truncated 1231 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001/init-core-data-001
   [junit4]   2> 2885090 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2885090 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2885091 INFO  (Thread-7354) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2885091 INFO  (Thread-7354) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2885193 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:39991
   [junit4]   2> 2885193 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2885194 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2885197 INFO  (zkCallback-9434-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29711d35 name:ZooKeeperConnection Watcher:127.0.0.1:39991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2885197 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2885198 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2885198 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 2885202 INFO  (jetty-launcher-9433-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2885202 INFO  (jetty-launcher-9433-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2885205 INFO  (jetty-launcher-9433-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e51dc30{/solr,null,AVAILABLE}
   [junit4]   2> 2885205 INFO  (jetty-launcher-9433-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cb61622{/solr,null,AVAILABLE}
   [junit4]   2> 2885205 INFO  (jetty-launcher-9433-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@1c4343e3{HTTP/1.1,[http/1.1]}{127.0.0.1:46801}
   [junit4]   2> 2885205 INFO  (jetty-launcher-9433-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@7d010ddc{HTTP/1.1,[http/1.1]}{127.0.0.1:37778}
   [junit4]   2> 2885205 INFO  (jetty-launcher-9433-thread-1) [    ] o.e.j.s.Server Started @2889800ms
   [junit4]   2> 2885205 INFO  (jetty-launcher-9433-thread-2) [    ] o.e.j.s.Server Started @2889800ms
   [junit4]   2> 2885205 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46801}
   [junit4]   2> 2885205 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37778}
   [junit4]   2> 2885206 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 2885206 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 2885206 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001/tempDir-001/node1'
   [junit4]   2> 2885206 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001/tempDir-001/node2'
   [junit4]   2> 2885206 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2885206 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2885206 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2885206 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2885206 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2885206 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2885207 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2885208 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2885209 INFO  (zkCallback-9436-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@eedf2a5 name:ZooKeeperConnection Watcher:127.0.0.1:39991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2885209 INFO  (zkCallback-9435-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e80c97b name:ZooKeeperConnection Watcher:127.0.0.1:39991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2885209 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2885209 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2885210 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2885210 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2885210 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2885210 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2885217 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001/tempDir-001/node1/.
   [junit4]   2> 2885217 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 259422073
   [junit4]   2> 2885217 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001/tempDir-001/node2/.
   [junit4]   2> 2885217 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001/tempDir-001/node1]
   [junit4]   2> 2885217 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 113737776
   [junit4]   2> 2885217 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001/tempDir-001/node2]
   [junit4]   2> 2885217 WARN  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001/tempDir-001/node1/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001/tempDir-001/node1/lib
   [junit4]   2> 2885217 WARN  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001/tempDir-001/node2/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001/tempDir-001/node2/lib
   [junit4]   2> 2885217 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2885218 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2885220 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2885220 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2885220 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2885220 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2885220 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39991/solr
   [junit4]   2> 2885220 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2885220 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2885220 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2885220 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2885220 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39991/solr
   [junit4]   2> 2885220 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2885220 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2885221 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2885221 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2885222 INFO  (zkCallback-9441-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7efc595c name:ZooKeeperConnection Watcher:127.0.0.1:39991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2885223 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2885223 INFO  (zkCallback-9442-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50ba48ce name:ZooKeeperConnection Watcher:127.0.0.1:39991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2885223 INFO  (jetty-launcher-9433-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2885223 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2885223 INFO  (jetty-launcher-9433-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2885224 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$29/1570512671@575f4c3f
   [junit4]   2> 2885224 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$29/1570512671@42375a73
   [junit4]   2> 2885225 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2885225 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2885226 INFO  (zkCallback-9443-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1098a717 name:ZooKeeperConnection Watcher:127.0.0.1:39991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2885226 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2885226 INFO  (zkCallback-9444-thread-1-processing-n:127.0.0.1:37778_solr) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@35aef292 name:ZooKeeperConnection Watcher:127.0.0.1:39991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2885227 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2885227 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2885228 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2885231 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2885231 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2885236 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2885236 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2885238 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2885239 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2885241 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2885241 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2885247 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2885248 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2885249 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2885251 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2885251 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2885253 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2885253 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2885255 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2885256 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2885257 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2885257 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2885258 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2885259 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2885259 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2885260 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2885264 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2885264 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2885266 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2885267 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2885268 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2885269 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96198043256815621-127.0.0.1:46801_solr-n_0000000000
   [junit4]   2> 2885269 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2885269 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46801_solr
   [junit4]   2> 2885270 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2885271 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96198043256815622-127.0.0.1:37778_solr-n_0000000001
   [junit4]   2> 2885272 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.Overseer Overseer (id=96198043256815621-127.0.0.1:46801_solr-n_0000000000) starting
   [junit4]   2> 2885272 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96198043256815621-127.0.0.1:46801_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 2885272 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37778_solr
   [junit4]   2> 2885272 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37778_solr
   [junit4]   2> 2885274 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2885275 INFO  (zkCallback-9443-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2885275 INFO  (zkCallback-9444-thread-1-processing-n:127.0.0.1:37778_solr) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2885276 INFO  (zkCallback-9443-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2885276 INFO  (zkCallback-9444-thread-1-processing-n:127.0.0.1:37778_solr) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2885285 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2885286 INFO  (OverseerCollectionConfigSetProcessor-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2885286 INFO  (OverseerStateUpdate-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2885287 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:46801_solr as DOWN
   [junit4]   2> 2885289 INFO  (OverseerStateUpdate-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 2885290 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46801_solr
   [junit4]   2> 2885290 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46801_solr
   [junit4]   2> 2885297 INFO  (zkCallback-9443-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2885297 INFO  (zkCallback-9444-thread-1-processing-n:127.0.0.1:37778_solr) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2885297 INFO  (OverseerStateUpdate-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:46801_solr"} current state version: 0
   [junit4]   2> 2885297 INFO  (OverseerStateUpdate-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46801_solr
   [junit4]   2> 2885298 INFO  (zkCallback-9443-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2885298 INFO  (zkCallback-9444-thread-1-processing-n:127.0.0.1:37778_solr) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2885311 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2885311 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2885312 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001/tempDir-001/node2/.
   [junit4]   2> 2885312 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2885312 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2885313 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2885313 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001/tempDir-001/node1/.
   [junit4]   2> 2885313 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0
   [junit4]   2> 2885313 INFO  (jetty-launcher-9433-thread-2) [n:127.0.0.1:37778_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2885313 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2885315 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0
   [junit4]   2> 2885315 INFO  (jetty-launcher-9433-thread-1) [n:127.0.0.1:46801_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2885315 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2885315 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2885317 INFO  (zkCallback-9447-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10722357 name:ZooKeeperConnection Watcher:127.0.0.1:39991 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2885317 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2885317 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2885319 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2885320 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2885321 INFO  (zkCallback-9450-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ecc9c5c name:ZooKeeperConnection Watcher:127.0.0.1:39991/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2885321 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2885321 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2885321 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2885322 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2885323 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2885325 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2885329 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2885354 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[FBAC3EEEB4DB63A3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2885356 INFO  (qtp944937135-44219) [n:127.0.0.1:37778_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&name=backuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2885360 INFO  (OverseerCollectionConfigSetProcessor-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2885360 INFO  (OverseerThreadFactory-10244-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2885360 INFO  (OverseerThreadFactory-10244-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 2885361 INFO  (OverseerThreadFactory-10244-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 2885362 INFO  (OverseerThreadFactory-10244-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 2885364 INFO  (zkCallback-9450-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2885364 INFO  (zkCallback-9443-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2885364 INFO  (zkCallback-9444-thread-1-processing-n:127.0.0.1:37778_solr) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2885364 INFO  (zkCallback-9450-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 2885364 INFO  (zkCallback-9443-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 2885365 INFO  (zkCallback-9444-thread-1-processing-n:127.0.0.1:37778_solr) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 2885368 INFO  (OverseerStateUpdate-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2885368 INFO  (OverseerStateUpdate-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 2885369 INFO  (OverseerStateUpdate-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 2885394 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=171216276
   [junit4]   2> 2885467 INFO  (OverseerThreadFactory-10244-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
   [junit4]   2> 2885467 INFO  (OverseerThreadFactory-10244-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:46801_solr
   [junit4]   2> 2885467 INFO  (OverseerThreadFactory-10244-thread-1-processing-n:127.0.0.1:46801_solr) [n:127.0.0.1:46801_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:37778_solr
   [junit4]   2> 2885469 INFO  (qtp944937135-44220) [n:127.0.0.1:37778_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2885469 INFO  (qtp968509961-44214) [n:127.0.0.1:46801_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2885470 INFO  (qtp944937135-44220) [n:127.0.0.1:37778_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 2885470 INFO  (qtp968509961-44214) [n:127.0.0.1:46801_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 2885471 INFO  (qtp968509961-44214) [n:127.0.0.1:46801_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2885471 INFO  (qtp944937135-44220) [n:127.0.0.1:37778_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2885472 INFO  (qtp968509961-44214) [n:127.0.0.1:46801_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2885472 INFO  (qtp944937135-44220) [n:127.0.0.1:37778_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2885473 INFO  (qtp968509961-44214) [n:127.0.0.1:46801_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2885473 INFO  (qtp944937135-44220) [n:127.0.0.1:37778_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2885473 INFO  (OverseerStateUpdate-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46801/solr",
   [junit4]   2>   "node_name":"127.0.0.1:46801_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2885473 INFO  (qtp968509961-44214) [n:127.0.0.1:46801_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2885473 INFO  (OverseerStateUpdate-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46801/solr",
   [junit4]   2>   "node_name":"127.0.0.1:46801_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2885473 INFO  (qtp944937135-44220) [n:127.0.0.1:37778_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2885477 INFO  (OverseerStateUpdate-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37778/solr",
   [junit4]   2>   "node_name":"127.0.0.1:37778_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2885477 INFO  (OverseerStateUpdate-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37778/solr",
   [junit4]   2>   "node_name":"127.0.0.1:37778_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2885582 INFO  (OverseerStateUpdate-96198043256815621-127.0.0.1:46801_solr-n_0000000000) [n:127.0.0.1:46801_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 2885582 INFO  (zkCallback-9444-thread-1-processing-n:127.0.0.1:37778_solr) [n:127.0.0.1:37778_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backupresto

[...truncated too long message...]

y-launcher-9433-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1cb61622{/solr,null,UNAVAILABLE}
   [junit4]   2> 2891596 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39991 39991
   [junit4]   2> 2891598 ERROR (jetty-launcher-9433-thread-1-EventThread) [n:127.0.0.1:46801_solr    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$17/826170710@6d468650 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@2c8983a2[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 113]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 2891751 INFO  (Thread-7354) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39991 39991
   [junit4]   2> 2891752 WARN  (Thread-7354) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/overseer/queue
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2891752 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[FBAC3EEEB4DB63A3]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_FBAC3EEEB4DB63A3-001
   [junit4]   2> Jul 07, 2016 4:27:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=LuceneVarGapFixedInterval), _version_=PostingsFormat(name=LuceneVarGapFixedInterval), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=829, maxMBSortInHeap=7.275165974748424, sim=ClassicSimilarity, locale=ar-IQ, timezone=Asia/Anadyr
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=88536840,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigSets, PrimUtilsTest, SchemaVersionSpecificBehaviorTest, TestCodecSupport, ClusterStateUpdateTest, SoftAutoCommitTest, RestartWhileUpdatingTest, HdfsThreadLeakTest, DeleteLastCustomShardedReplicaTest, HdfsLockFactoryTest, DisMaxRequestHandlerTest, TestCryptoKeys, TestReqParamsAPI, TestPartialUpdateDeduplication, TestSweetSpotSimilarityFactory, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestStressUserVersions, DistributedSuggestComponentTest, CloneFieldUpdateProcessorFactoryTest, TestBlobHandler, DOMUtilTest, UnloadDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ScriptEngineTest, AnalysisErrorHandlingTest, TestConfigSetImmutable, RemoteQueryErrorTest, MoreLikeThisHandlerTest, TestHashPartitioner, ZkStateReaderTest, HdfsChaosMonkeyNothingIsSafeTest, TestSurroundQueryParser, CustomCollectionTest, CoreAdminRequestStatusTest, TestManagedResource, TestSort, ShardRoutingTest, TestHdfsBackupRestoreCore, BigEndianAscendingWordSerializerTest, TestExtendedDismaxParser, TestSearcherReuse, StressHdfsTest, TestShortCircuitedRequests, TestFieldCacheSanityChecker, TestQuerySenderNoQuery, TestMiniSolrCloudClusterSSL, TestXIncludeConfig, TestSolrQueryParserDefaultOperatorResource, JSONWriterTest, DistribCursorPagingTest, SSLMigrationTest, TestCursorMarkWithoutUniqueKey, TestTolerantUpdateProcessorRandomCloud, TestDistributedSearch, SuggesterFSTTest, TestJsonRequest, TestLRUCache, TestGeoJSONResponseWriter, SOLR749Test, TriLevelCompositeIdRoutingTest, DataDrivenBlockJoinTest, TestRandomDVFaceting, TestChildDocTransformer, AssignTest, UpdateParamsTest, RequiredFieldsTest, OverseerCollectionConfigSetProcessorTest, CdcrReplicationDistributedZkTest, ReturnFieldsTest, TestMaxScoreQueryParser, SimplePostToolTest, DistributedVersionInfoTest, TestFieldCacheWithThreads, TestRTimerTree, TestLRUStatsCache, SliceStateTest, TestManagedSynonymFilterFactory, SyncSliceTest, TestManagedSchemaAPI, SampleTest, RegexBoostProcessorTest, DocumentAnalysisRequestHandlerTest, TestRemoteStreaming, CursorMarkTest, TestFunctionQuery, TestMergePolicyConfig, TestBackupRepositoryFactory, TestSQLHandler, HttpPartitionTest, TestSolrQueryResponse, DistributedSpellCheckComponentTest, DistributedFacetPivotLongTailTest, ClusterStateTest, AsyncMigrateRouteKeyTest, ChaosMonkeyNothingIsSafeTest, TestElisionMultitermQuery, OverseerTaskQueueTest, SpatialFilterTest, CdcrRequestHandlerTest, SharedFSAutoReplicaFailoverUtilsTest, RankQueryTest, BlockJoinFacetDistribTest, ConjunctionSolrSpellCheckerTest, SolrXmlInZkTest, SpatialHeatmapFacetsTest, BasicDistributedZkTest, TestTestInjection, BooleanFieldTest, MigrateRouteKeyTest, TestCoreContainer, ZkCLITest, TestAddFieldRealTimeGet, TestSolrCloudWithKerberosAlt, QueryEqualityTest, DistribJoinFromCollectionTest, AtomicUpdatesTest, TestFieldResource, DirectSolrSpellCheckerTest, ShardSplitTest, ExplicitHLLTest, ExternalFileFieldSortTest, DirectUpdateHandlerTest, PrimitiveFieldTypeTest, SimpleMLTQParserTest, TestEmbeddedSolrServerConstructors, DirectoryFactoryTest, DocValuesMultiTest, TestLazyCores, DocValuesTest, IndexSchemaTest, TestSolrConfigHandlerConcurrent, PeerSyncTest, TestArbitraryIndexDir, TestBlendedInfixSuggestions, TestExpandComponent, CloudExitableDirectoryReaderTest, SparseHLLTest, TestDocSet, VersionInfoTest, ConnectionManagerTest, TestCloudDeleteByQuery, TestWordDelimiterFilterFactory, TestDownShardTolerantSearch, InfoHandlerTest, TestStressLiveNodes, TestRequestStatusCollectionAPI, OverseerRolesTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, TestReplicationHandler, TestFaceting, TestRecovery, ZkControllerTest, TestStressReorder, HardAutoCommitTest, TestRangeQuery, SimpleFacetsTest, SolrCoreTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, BasicFunctionalityTest, DistributedQueryElevationComponentTest, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterWFSTTest, TestUpdate, StatelessScriptUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, TestQueryTypes, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, PingRequestHandlerTest, TestLFUCache, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestSimpleTrackingShardHandler, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, DeleteShardTest, LeaderInitiatedRecoveryOnCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, TestCloudPseudoReturnFields, TestCollectionAPI, TestConfigSetsAPIZkFailure, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore]
   [junit4] Completed [467/620 (2!)] on J0 in 6.93s, 1 test, 1 error <<< FAILURES!

[...truncated 509 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:740: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:684: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/common-build.xml:530: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:1427: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 1 failure, 104 ignored (89 assumptions) [seed: FBAC3EEEB4DB63A3]

Total time: 83 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-master-Solaris (64bit/jdk1.8.0) - Build # 698 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/698/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:35144/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35144/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
	at __randomizedtesting.SeedInfo.seed([9E2A062278B0F7BA:167E39F8D64C9A42]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1228)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:998)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:934)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
	at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12032 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/init-core-data-001
   [junit4]   2> 2722410 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2722411 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2722411 INFO  (Thread-6310) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2722411 INFO  (Thread-6310) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2722511 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:55302
   [junit4]   2> 2722511 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2722511 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722514 INFO  (zkCallback-3642-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3bc2666a name:ZooKeeperConnection Watcher:127.0.0.1:55302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2722514 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722514 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2722514 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 2722519 INFO  (jetty-launcher-3641-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2722519 INFO  (jetty-launcher-3641-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2722523 INFO  (jetty-launcher-3641-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44bcd6{/solr,null,AVAILABLE}
   [junit4]   2> 2722523 INFO  (jetty-launcher-3641-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50551e01{/solr,null,AVAILABLE}
   [junit4]   2> 2722524 INFO  (jetty-launcher-3641-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@14b1b49{HTTP/1.1,[http/1.1]}{127.0.0.1:64874}
   [junit4]   2> 2722524 INFO  (jetty-launcher-3641-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@3c04ddae{HTTP/1.1,[http/1.1]}{127.0.0.1:35144}
   [junit4]   2> 2722524 INFO  (jetty-launcher-3641-thread-1) [    ] o.e.j.s.Server Started @2727167ms
   [junit4]   2> 2722524 INFO  (jetty-launcher-3641-thread-2) [    ] o.e.j.s.Server Started @2727167ms
   [junit4]   2> 2722524 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35144}
   [junit4]   2> 2722524 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 2722524 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64874}
   [junit4]   2> 2722524 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2'
   [junit4]   2> 2722524 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 2722525 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2722525 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2722525 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2722525 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1'
   [junit4]   2> 2722526 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2722526 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2722526 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722526 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2722527 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722529 INFO  (zkCallback-3643-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56fea69e name:ZooKeeperConnection Watcher:127.0.0.1:55302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2722529 INFO  (zkCallback-3644-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@38185391 name:ZooKeeperConnection Watcher:127.0.0.1:55302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2722529 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722530 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722530 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2722530 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2722530 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2722530 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2722535 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/.
   [junit4]   2> 2722536 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1188308841
   [junit4]   2> 2722536 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1]
   [junit4]   2> 2722536 WARN  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/lib
   [junit4]   2> 2722536 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2722537 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2/.
   [junit4]   2> 2722537 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 11438747
   [junit4]   2> 2722537 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2]
   [junit4]   2> 2722537 WARN  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2/lib
   [junit4]   2> 2722537 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2722538 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2722538 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2722538 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2722538 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55302/solr
   [junit4]   2> 2722538 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2722539 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2722539 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722539 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2722539 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2722539 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2722539 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55302/solr
   [junit4]   2> 2722539 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2722539 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2722540 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722541 INFO  (zkCallback-3649-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@479d6a4a name:ZooKeeperConnection Watcher:127.0.0.1:55302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2722541 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722541 INFO  (jetty-launcher-3641-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2722542 INFO  (zkCallback-3650-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b41743 name:ZooKeeperConnection Watcher:127.0.0.1:55302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2722542 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722542 INFO  (jetty-launcher-3641-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2722543 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$50/136526759@7eb56d6f
   [junit4]   2> 2722543 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722544 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$50/136526759@7a760aa9
   [junit4]   2> 2722544 INFO  (zkCallback-3651-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6c1ce050 name:ZooKeeperConnection Watcher:127.0.0.1:55302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2722545 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722545 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722547 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2722547 INFO  (zkCallback-3652-thread-1-processing-n:127.0.0.1:35144_solr) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13af3691 name:ZooKeeperConnection Watcher:127.0.0.1:55302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2722547 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722549 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2722550 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2722553 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2722553 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2722562 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2722562 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2722564 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2722565 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2722567 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2722567 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2722569 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2722569 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2722571 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2722573 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2722574 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2722575 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2722576 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2722577 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2722580 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2722581 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2722582 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2722583 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2722583 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2722584 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2722585 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2722586 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96195696772710405-127.0.0.1:64874_solr-n_0000000000
   [junit4]   2> 2722587 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64874_solr
   [junit4]   2> 2722587 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2722589 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.Overseer Overseer (id=96195696772710405-127.0.0.1:64874_solr-n_0000000000) starting
   [junit4]   2> 2722591 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2722592 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2722592 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96195696772710406-127.0.0.1:35144_solr-n_0000000001
   [junit4]   2> 2722594 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96195696772710405-127.0.0.1:64874_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 2722594 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35144_solr
   [junit4]   2> 2722594 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35144_solr
   [junit4]   2> 2722596 INFO  (zkCallback-3652-thread-1-processing-n:127.0.0.1:35144_solr) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2722596 INFO  (zkCallback-3651-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2722598 INFO  (zkCallback-3652-thread-1-processing-n:127.0.0.1:35144_solr) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2722598 INFO  (zkCallback-3651-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2722600 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2722602 INFO  (OverseerCollectionConfigSetProcessor-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2722602 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:64874_solr as DOWN
   [junit4]   2> 2722602 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2722605 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 2722605 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64874_solr
   [junit4]   2> 2722605 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:64874_solr
   [junit4]   2> 2722607 INFO  (zkCallback-3651-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2722607 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:64874_solr"} current state version: 0
   [junit4]   2> 2722607 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:64874_solr
   [junit4]   2> 2722608 INFO  (zkCallback-3651-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2722608 INFO  (zkCallback-3652-thread-1-processing-n:127.0.0.1:35144_solr) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2722609 INFO  (zkCallback-3652-thread-1-processing-n:127.0.0.1:35144_solr) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2722629 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2722630 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2722631 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/.
   [junit4]   2> 2722631 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2722632 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0
   [junit4]   2> 2722632 INFO  (jetty-launcher-3641-thread-1) [n:127.0.0.1:64874_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2722637 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2722637 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2722637 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2/.
   [junit4]   2> 2722637 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2722642 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0
   [junit4]   2> 2722642 INFO  (jetty-launcher-3641-thread-2) [n:127.0.0.1:35144_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2722642 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2722642 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722644 INFO  (zkCallback-3655-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@525bd55 name:ZooKeeperConnection Watcher:127.0.0.1:55302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2722644 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722644 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2722647 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2722647 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2722648 INFO  (zkCallback-3658-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@353995ad name:ZooKeeperConnection Watcher:127.0.0.1:55302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2722649 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2722649 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2722649 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2722651 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2722652 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2722654 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2722658 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2722681 INFO  (TEST-TestLocalFSCloudBackupRestore.test-seed#[9E2A062278B0F7BA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2722684 INFO  (qtp203340913-21511) [n:127.0.0.1:35144_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1,shard2&replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&router.field=shard_s&name=backuprestore&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2722687 INFO  (OverseerCollectionConfigSetProcessor-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2722688 INFO  (OverseerThreadFactory-8170-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2722688 INFO  (OverseerThreadFactory-8170-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
   [junit4]   2> 2722689 INFO  (OverseerThreadFactory-8170-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore 
   [junit4]   2> 2722690 INFO  (OverseerThreadFactory-8170-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
   [junit4]   2> 2722691 INFO  (zkCallback-3652-thread-1-processing-n:127.0.0.1:35144_solr) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2722692 INFO  (zkCallback-3658-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2722692 INFO  (zkCallback-3651-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2722693 INFO  (zkCallback-3652-thread-1-processing-n:127.0.0.1:35144_solr) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 2722693 INFO  (zkCallback-3658-thread-1) [    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 2722694 INFO  (zkCallback-3651-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
   [junit4]   2> 2722697 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"backuprestore",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "shards":"shard1,shard2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "property.customKey":"customValue",
   [junit4]   2>   "router.field":"shard_s",
   [junit4]   2>   "router.name":"implicit",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2722697 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
   [junit4]   2> 2722699 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
   [junit4]   2> 2722796 INFO  (OverseerThreadFactory-8170-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 2722796 INFO  (OverseerThreadFactory-8170-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:35144_solr
   [junit4]   2> 2722796 INFO  (OverseerThreadFactory-8170-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica2 as part of shard shard1 of collection backuprestore on 127.0.0.1:64874_solr
   [junit4]   2> 2722797 INFO  (OverseerThreadFactory-8170-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica2 as part of shard shard2 of collection backuprestore on 127.0.0.1:64874_solr
   [junit4]   2> 2722798 INFO  (OverseerThreadFactory-8170-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:35144_solr
   [junit4]   2> 2722800 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2722802 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 2722802 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica2&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2722802 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2722803 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 2722803 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 2722804 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2722805 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 2722806 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2722807 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2722807 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2722808 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2722809 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2722809 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2722810 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2722811 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:64874/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64874_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2722811 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:64874/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64874_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2722814 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2722814 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2722814 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2722814 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35144/solr",
   [junit4]   2>   "node_name":"127.0.0.1:35144_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2722814 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35144/solr",
   [junit4]   2>   "node_name":"127.0.0.1:35144_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2722815 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
   [junit4]   2> 2722815 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2722815 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
   [junit4]   2> 2722815 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2722817 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35144/solr",
   [junit4]   2>   "node_name":"127.0.0.1:35144_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2722817 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35144/solr",
   [junit4]   2>   "node_name":"127.0.0.1:35144_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2722842 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:64874/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64874_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2722842 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"backuprestore_shard2_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:64874/solr",
   [junit4]   2>   "node_name":"127.0.0.1:64874_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"backuprestore",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2722945 INFO  (OverseerStateUpdate-96195696772710405-127.0.0.1:64874_solr-n_0000000000) [n:127.0.0.1:64874_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
   [junit4]   2> 2722945 INFO  (zkCallback-3651-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2722945 INFO  (zkCallback-3652-thread-1-processing-n:127.0.0.1:35144_solr) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2722946 INFO  (zkCallback-3651-thread-1-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 2722946 INFO  (zkCallback-3652-thread-1-processing-n:127.0.0.1:35144_solr) [n:127.0.0.1:35144_solr    ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
   [junit4]   2> 2723809 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica2
   [junit4]   2> 2723809 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2723810 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2723810 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2723811 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2723811 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/backuprestore_shard1_replica2'
   [junit4]   2> 2723811 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2723811 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2723814 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2723815 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica2
   [junit4]   2> 2723815 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2723816 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2723816 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2723816 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
   [junit4]   2> 2723816 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2723817 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2723817 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/backuprestore_shard2_replica2'
   [junit4]   2> 2723817 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2723817 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2723818 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2723819 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2723820 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2723821 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
   [junit4]   2> 2723821 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
   [junit4]   2> 2723821 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2723821 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2723822 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2723822 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2/backuprestore_shard2_replica1'
   [junit4]   2> 2723822 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2723822 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2723824 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2723824 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2723846 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2723847 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2723846 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2723848 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2723851 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema [backuprestore_shard1_replica2] Schema name=minimal
   [junit4]   2> 2723852 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2723853 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2723853 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2723853 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2723853 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2/backuprestore_shard1_replica1'
   [junit4]   2> 2723854 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2723854 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2723855 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2723855 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0
   [junit4]   2> 2723855 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica2' using configuration from collection backuprestore
   [junit4]   2> 2723856 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2723856 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [[backuprestore_shard1_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/backuprestore_shard1_replica2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard1_replica2/data/]
   [junit4]   2> 2723856 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica2
   [junit4]   2> 2723856 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard1_replica2/data
   [junit4]   2> 2723856 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard1_replica2/data/index/
   [junit4]   2> 2723857 WARN  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore [backuprestore_shard1_replica2] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2723857 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard1_replica2/data/index
   [junit4]   2> 2723858 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@2af0b585 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@65e296b2),segFN=segments_1,generation=1}
   [junit4]   2> 2723858 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2723858 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2723859 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica2) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica2 in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard1_replica2/data/
   [junit4]   2> 2723859 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica2) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard1_replica2/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2723860 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2723862 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2723862 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema [backuprestore_shard2_replica2] Schema name=minimal
   [junit4]   2> 2723863 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2723863 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2723864 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2723864 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2723866 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 2723866 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2723866 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
   [junit4]   2> 2723866 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2723866 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2723867 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2723867 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2723868 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@2af0b585 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@65e296b2),segFN=segments_1,generation=1}
   [junit4]   2> 2723868 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2723868 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ca8d716[backuprestore_shard1_replica2] main]
   [junit4]   2> 2723868 INFO  (qtp1801321376-21508) [n:127.0.0.1:64874_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2723869 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2723870 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0
   [junit4]   2> 2723870 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
   [junit4]   2> 2723870 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2723870 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2/backuprestore_shard2_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/]
   [junit4]   2> 2723870 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
   [junit4]   2> 2723871 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2/./backuprestore_shard2_replica1/data
   [junit4]   2> 2723871 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index/
   [junit4]   2> 2723871 WARN  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2723871 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index
   [junit4]   2> 2723872 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@512691f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1423b064),segFN=segments_1,generation=1}
   [junit4]   2> 2723872 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2723873 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2723873 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2723877 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0
   [junit4]   2> 2723877 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2723877 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2  x:backuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica2' using configuration from collection backuprestore
   [junit4]   2> 2723878 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2723878 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore [[backuprestore_shard2_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/backuprestore_shard2_replica2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard2_replica2/data/]
   [junit4]   2> 2723878 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica2
   [junit4]   2> 2723878 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2723878 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard2_replica2/data
   [junit4]   2> 2723878 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard2_replica2/data/index/
   [junit4]   2> 2723879 WARN  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore [backuprestore_shard2_replica2] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2723879 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard2_replica2/data/index
   [junit4]   2> 2723879 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2723879 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@171e4d29 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@334e5942),segFN=segments_1,generation=1}
   [junit4]   2> 2723879 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2723881 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 2723881 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2723881 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2723881 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2723881 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2723882 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2723882 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2723882 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2723882 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@512691f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1423b064),segFN=segments_1,generation=1}
   [junit4]   2> 2723882 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2723882 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@176d5c50[backuprestore_shard2_replica1] main]
   [junit4]   2> 2723883 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
   [junit4]   2> 2723883 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica2) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica2 in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard2_replica2/data/
   [junit4]   2> 2723883 INFO  (qtp203340913-21515) [n:127.0.0.1:35144_solr c:backuprestore s:shard1  x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2723883 WARN  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica2) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node1/./backuprestore_shard2_replica2/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2723883 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2723884 INFO  (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/
   [junit4]   2> 2723884 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2723885 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2723886 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2723886 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2723887 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2723887 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2723887 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 2723887 INFO  (qtp1801321376-21513) [n:127.0.0.1:64874_solr c:backuprestore s:shard2 r:core_node4 x:backuprestore_shard2_replica2] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2723887 INFO  (qtp203340913-21514) [n:127.0.0.1:35144_solr c:backuprestore s:shard2 r:core_nod

[...truncated too long message...]

.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2754737 WARN  (zkCallback-3651-thread-4-processing-n:127.0.0.1:64874_solr) [n:127.0.0.1:64874_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2754739 INFO  (jetty-launcher-3641-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@44bcd6{/solr,null,UNAVAILABLE}
   [junit4]   2> 2754744 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55302 55302
   [junit4]   2> 2754868 INFO  (Thread-6310) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55302 55302
   [junit4]   2> 2754869 WARN  (Thread-6310) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore_restored/state.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/collections/backuprestore/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	39	/solr/overseer/queue
   [junit4]   2> 	19	/solr/overseer/collection-queue-work
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2754870 INFO  (SUITE-TestLocalFSCloudBackupRestore-seed#[9E2A062278B0F7BA]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_9E2A062278B0F7BA-001
   [junit4]   2> Jul 06, 2016 6:31:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Direct), _version_=PostingsFormat(name=MockRandom), id=FSTOrd50}, docValues:{}, maxPointsInLeafNode=956, maxMBSortInHeap=6.280029896739243, sim=ClassicSimilarity, locale=uk-UA, timezone=Chile/Continental
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=173565152,total=518516736
   [junit4]   2> NOTE: All tests run in this JVM: [HighlighterTest, TestSolr4Spatial2, CloudMLTQParserTest, ShardSplitTest, TestBulkSchemaAPI, OverseerRolesTest, StatelessScriptUpdateProcessorFactoryTest, TestHashPartitioner, BlockJoinFacetRandomTest, TestFieldSortValues, CoreMergeIndexesAdminHandlerTest, TestHighlightDedupGrouping, TestHighFrequencyDictionaryFactory, TestManagedResourceStorage, TestJmxIntegration, TestUseDocValuesAsStored2, AlternateDirectoryTest, ShardRoutingTest, SharedFSAutoReplicaFailoverUtilsTest, TestRemoteStreaming, TestClusterStateMutator, JSONWriterTest, TestFieldCacheReopen, TestReRankQParserPlugin, CustomCollectionTest, TestSizeLimitedDistributedMap, SampleTest, ZkCLITest, CdcrRequestHandlerTest, MergeStrategyTest, TestCopyFieldCollectionResource, PrimitiveFieldTypeTest, DOMUtilTest, TestReloadDeadlock, ConnectionManagerTest, CachingDirectoryFactoryTest, TestQuerySenderNoQuery, HttpPartitionTest, HdfsSyncSliceTest, TestStressLucene, TlogReplayBufferedWhileIndexingTest, SecurityConfHandlerTest, MigrateRouteKeyTest, TestExtendedDismaxParser, TestFieldCacheSort, CdcrUpdateLogTest, HdfsRecoveryZkTest, CollectionsAPIAsyncDistributedZkTest, TestMissingGroups, TestNumericTerms64, SimplePostToolTest, TestIBSimilarityFactory, URLClassifyProcessorTest, TestTrieFacet, RuleEngineTest, ClusterStateUpdateTest, TestTolerantSearch, HdfsTlogReplayBufferedWhileIndexingTest, JsonLoaderTest, TestOverriddenPrefixQueryForCustomFieldType, TestDFRSimilarityFactory, ConcurrentDeleteAndCreateCollectionTest, TestStressCloudBlindAtomicUpdates, TestScoreJoinQPScore, CoreAdminCreateDiscoverTest, PingRequestHandlerTest, TestDistribDocBasedVersion, SyncSliceTest, CdcrReplicationDistributedZkTest, TestLFUCache, SuggesterFSTTest, MoreLikeThisHandlerTest, DocValuesMultiTest, SoftAutoCommitTest, ZkControllerTest, VMParamsZkACLAndCredentialsProvidersTest, TestLegacyFieldCache, TestMiniSolrCloudCluster, BlobRepositoryCloudTest, TestSchemaSimilarityResource, HdfsNNFailoverTest, TestSubQueryTransformer, TestSweetSpotSimilarityFactory, DistribJoinFromCollectionTest, TestGroupingSearch, TestSolrConfigHandlerCloud, DistributedFacetPivotSmallAdvancedTest, TestExactStatsCache, RequiredFieldsTest, AnalyticsQueryTest, PrimUtilsTest, HdfsWriteToMultipleCollectionsTest, SystemInfoHandlerTest, BasicDistributedZkTest, TestInitQParser, AssignTest, GraphQueryTest, BJQParserTest, TestIntervalFaceting, TestSubQueryTransformerDistrib, TestCloudSchemaless, TestSortingResponseWriter, SolrXmlInZkTest, TimeZoneUtilsTest, CloudExitableDirectoryReaderTest, TestCodecSupport, TestOnReconnectListenerSupport, DisMaxRequestHandlerTest, DistribCursorPagingTest, TestGraphTermsQParserPlugin, TestLRUCache, BasicAuthIntegrationTest, AddSchemaFieldsUpdateProcessorFactoryTest, RecoveryZkTest, TestFieldCollectionResource, TestMergePolicyConfig, SuggestComponentContextFilterQueryTest, TestSurroundQueryParser, DocumentAnalysisRequestHandlerTest, DocExpirationUpdateProcessorFactoryTest, TestPostingsSolrHighlighter, TestFieldTypeCollectionResource, StandardRequestHandlerTest, TestSlowCompositeReaderWrapper, TestCloudManagedSchema, ExternalFileFieldSortTest, UUIDUpdateProcessorFallbackTest, TestFaceting, OutOfBoxZkACLAndCredentialsProvidersTest, DeleteLastCustomShardedReplicaTest, TestSearchPerf, TestSolrDeletionPolicy1, TestComponentsName, DistributedQueryElevationComponentTest, IndexBasedSpellCheckerTest, SortSpecParsingTest, TestJmxMonitoredMap, SolrTestCaseJ4Test, LeaderElectionTest, TestOrdValues, TestDistributedSearch, SOLR749Test, ResponseHeaderTest, ExitableDirectoryReaderTest, TestRandomCollapseQParserPlugin, ZkStateWriterTest, TestInfoStreamLogging, AddBlockUpdateTest, ActionThrottleTest, LeaderElectionIntegrationTest, BasicZkTest, TestReplicationHandler, TestStressReorder, TestStressVersions, DistributedTermsComponentTest, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, TestSort, TestFunctionQuery, TestLazyCores, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, DocValuesTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SolrInfoMBeanTest, DebugComponentTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, TestQueryTypes, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, TestArbitraryIndexDir, LoggingHandlerTest, IndexSchemaTest, ReturnFieldsTest, MBeansHandlerTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, UpdateParamsTest, BadComponentTest, TestStressRecovery, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, ClusterStateTest, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, ConnectionReuseTest, TestEmbeddedSolrServerConstructors, AsyncMigrateRouteKeyTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, RemoteQueryErrorTest, SSLMigrationTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, TestCloudInspectUtil, TestCloudPivotFacet, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore]
   [junit4] Completed [482/619 (1!)] on J0 in 33.24s, 1 test, 1 error <<< FAILURES!

[...truncated 435 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:740: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:684: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/common-build.xml:530: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:1427: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/lucene/common-build.xml:984: There were test failures: 619 suites (10 ignored), 2589 tests, 1 error, 86 ignored (71 assumptions) [seed: 9E2A062278B0F7BA]

Total time: 76 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any