You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/07/09 08:03:54 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 1266 - Still Failing
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1266/
1 tests failed.
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at http://127.0.0.1:33628/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33628/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
at __randomizedtesting.SeedInfo.seed([2D5C91ED904704D0:A508AE373EBB6928]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10787 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/init-core-data-001
[junit4] 2> 286374 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 286375 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 286375 INFO (Thread-493) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 286375 INFO (Thread-493) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 286475 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41178
[junit4] 2> 286475 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286476 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286478 INFO (zkCallback-587-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11fd8986 name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286478 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286478 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286478 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 286482 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 286482 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 286484 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27de6498{/solr,null,AVAILABLE}
[junit4] 2> 286485 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@2a673ebd{HTTP/1.1,[http/1.1]}{127.0.0.1:35395}
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.Server Started @291193ms
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35395}
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2'
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 286487 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286489 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f19548d{/solr,null,AVAILABLE}
[junit4] 2> 286489 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@644060da{HTTP/1.1,[http/1.1]}{127.0.0.1:33628}
[junit4] 2> 286490 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.Server Started @291198ms
[junit4] 2> 286490 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33628}
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1'
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286495 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286500 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286501 INFO (zkCallback-589-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2391b504 name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286501 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286501 INFO (zkCallback-588-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a5fe93d name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286501 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286501 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286501 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286502 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 286502 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/.
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/.
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1538404450
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 223259401
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1]
[junit4] 2> 286509 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2]
[junit4] 2> 286509 WARN (jetty-launcher-586-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/lib
[junit4] 2> 286509 WARN (jetty-launcher-586-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/lib
[junit4] 2> 286509 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 286509 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41178/solr
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286512 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286513 INFO (zkCallback-592-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19ddfd64 name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286517 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286517 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286518 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$74/1887335376@79d6592b
[junit4] 2> 286519 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 286520 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10a1eb30 name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41178/solr
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286521 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 286521 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286522 INFO (zkCallback-596-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37f877d5 name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286522 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286523 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286523 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 286524 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$74/1887335376@66c851eb
[junit4] 2> 286524 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286526 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73dc302 name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286526 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286526 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 286528 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 286530 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 286531 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 286533 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 286533 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 286534 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 286534 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 286535 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 286535 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 286536 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 286539 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 286539 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 286539 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 286539 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 286540 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 286540 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 286542 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 286543 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 286543 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 286544 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96210039707729926-127.0.0.1:33628_solr-n_0000000000
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96210039707729924-127.0.0.1:35395_solr-n_0000000001
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33628_solr
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 286546 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96210039707729926-127.0.0.1:33628_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 286546 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer Overseer (id=96210039707729926-127.0.0.1:33628_solr-n_0000000000) starting
[junit4] 2> 286546 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35395_solr
[junit4] 2> 286546 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35395_solr
[junit4] 2> 286548 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 286548 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 286549 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 286549 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 286549 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 286558 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 286559 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 286561 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 286562 INFO (OverseerCollectionConfigSetProcessor-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 286564 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 286564 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 286566 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/.
[junit4] 2> 286567 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 286570 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 286570 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 286571 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33628_solr as DOWN
[junit4] 2> 286587 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33628_solr
[junit4] 2> 286587 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33628_solr
[junit4] 2> 286599 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:33628_solr"} current state version: 0
[junit4] 2> 286599 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33628_solr
[junit4] 2> 286604 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 286604 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 286608 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 286623 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 286651 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 286651 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 286651 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/.
[junit4] 2> 286652 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 286682 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 286682 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 286682 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286704 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286718 INFO (zkCallback-600-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12fd3cc name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286718 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286718 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286758 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286774 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286780 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13a6239e name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286782 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286782 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286782 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 286794 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 286810 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 286847 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 286859 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 286876 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[2D5C91ED904704D0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 286886 INFO (qtp451645092-2152) [n:127.0.0.1:33628_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=true&name=backuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 286889 INFO (OverseerCollectionConfigSetProcessor-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 286889 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 286890 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
[junit4] 2> 286890 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore
[junit4] 2> 286891 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
[junit4] 2> 286891 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 286891 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 286894 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 286900 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 286900 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
[junit4] 2> 286901 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
[junit4] 2> 287018 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
[junit4] 2> 287018 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:33628_solr
[junit4] 2> 287022 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:35395_solr
[junit4] 2> 287035 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 287035 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 287041 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 287041 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 287050 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 287050 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 287066 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 287067 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 287067 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:35395/solr",
[junit4] 2> "node_name":"127.0.0.1:35395_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 287067 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:35395/solr",
[junit4] 2> "node_name":"127.0.0.1:35395_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 287069 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 287069 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "node_name":"127.0.0.1:33628_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 287069 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "node_name":"127.0.0.1:33628_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 287070 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 287077 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 287077 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 287173 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
[junit4] 2> 287174 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 287174 INFO (zkCallback-597-thread-4-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 287174 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 287174 INFO (zkCallback-597-thread-4-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 288077 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
[junit4] 2> 288078 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 288078 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
[junit4] 2> 288078 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 288078 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 288078 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 288078 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 288078 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 288079 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 288079 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/backuprestore_shard2_replica1'
[junit4] 2> 288079 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 288079 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 288080 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 288080 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/backuprestore_shard1_replica1'
[junit4] 2> 288081 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 288081 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 288082 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 288089 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 288095 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 288098 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 288099 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 288101 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 288106 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 288111 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 288120 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 288123 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 288125 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 288128 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 288130 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 288130 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
[junit4] 2> 288130 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 288131 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/backuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/]
[junit4] 2> 288131 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
[junit4] 2> 288131 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data
[junit4] 2> 288132 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index/
[junit4] 2> 288132 WARN (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 288132 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index
[junit4] 2> 288137 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 288137 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
[junit4] 2> 288137 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 288137 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/backuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/]
[junit4] 2> 288138 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
[junit4] 2> 288138 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data
[junit4] 2> 288138 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index/
[junit4] 2> 288138 WARN (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 288143 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index
[junit4] 2> 288143 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@66b56f1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@739821),segFN=segments_1,generation=1}
[junit4] 2> 288144 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 288144 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@530d4e1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f49f657),segFN=segments_1,generation=1}
[junit4] 2> 288144 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 288145 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 288147 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288147 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288148 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288149 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288154 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/
[junit4] 2> 288154 WARN (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 288155 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 288159 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 288160 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 288160 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 288160 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 288161 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 288161 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 288161 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288161 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@66b56f1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@739821),segFN=segments_1,generation=1}
[junit4] 2> 288162 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 288162 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1386ca15[backuprestore_shard1_replica1] main]
[junit4] 2> 288162 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 288162 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 288163 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 288163 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 288164 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 288164 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 288164 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 288164 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539360637198532608
[junit4] 2> 288165 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 288165 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 288166 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539360637198532608
[junit4] 2> 288166 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 288166 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard1_replica1
[junit4] 2> 288167 INFO (searcherExecutor-791-thread-1-processing-n:127.0.0.1:33628_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node2) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@1386ca15[backuprestore_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 288167 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 288167 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 288168 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 288168 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 288168 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard1_replica1 address:http://127.0.0.1:33628/solr collection:backuprestore shard:shard1
[junit4] 2> 288168 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/
[junit4] 2> 288169 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard1/election
[junit4] 2> 288171 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@530d4e1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f49f657),segFN=segments_1,generation=1}
[junit4] 2> 288171 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 288171 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@641ad80d[backuprestore_shard2_replica1] main]
[junit4] 2> 288171 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 288173 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard1/election/96210039707729926-core_node2-n_0000000000
[junit4] 2> 288173 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 288173 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 288173 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 288175 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 288175 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 288175 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539360637210066944
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/ has no replicas
[junit4] 2> 288176 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore"} current state version: 0
[junit4] 2> 288176 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539360637210066944
[junit4] 2> 288177 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 288177 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard1
[junit4] 2> 288179 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard1/leader after winning as /collections/backuprestore/leader_elect/shard1/election/96210039707729926-core_node2-n_0000000000
[junit4] 2> 288181 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/ shard1
[junit4] 2> 288182 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 288183 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
[junit4] 2> 288177 INFO (searcherExecutor-792-thread-1-processing-n:127.0.0.1:35395_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node1) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@641ad80d[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 288190 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:http://127.0.0.1:35395/solr collection:backuprestore shard:shard2
[junit4] 2> 288191 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
[junit4] 2> 288193 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96210039707729924-core_node1-n_0000000000
[junit4] 2> 288194 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35395/solr/backuprestore_shard2_replica1/
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:35395/solr/backuprestore_shard2_replica1/ has no replicas
[junit4] 2> 288195 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore"} current state version: 0
[junit4] 2> 288196 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
[junit4] 2> 288198 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard2/leader after winning as /collections/backuprestore/leader_elect/shard2/election/96210039707729924-core_node1-n_0000000000
[junit4] 2> 288199 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35395/solr/backuprestore_shard2_replica1/ shard2
[junit4] 2> 288200 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "base_url":"http://127.0.0.1:35395/solr",
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 288302 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 1
[junit4] 2> 288303 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 288303 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 288303 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
[junit4] 2> 288303 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
[junit4] 2> 288333 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController We are http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/ and leader is http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/
[junit4] 2> 288333 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController No LogReplay needed for core=backuprestore_shard1_replica1 baseURL=http://127.0.0.1:33628/solr
[junit4] 2> 288333 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 288333 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 288334 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Forcing refresh of watched collection state for backuprestore
[junit4] 2> 288335 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2} status=0 QTime=1300
[junit4] 2> 288336 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "node_name":"127.0.0.1:33628_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 288336 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "node_name":"127.0.0.1:33628_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4]
[...truncated too long message...]
ng-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Closing main searcher on request.
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 295155 INFO (zkCallback-597-thread-2-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index;done=false>>]
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data;done=false>>]
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data
[junit4] 2> 295158 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.Overseer Overseer (id=96210039707729926-127.0.0.1:33628_solr-n_0000000000) closing
[junit4] 2> 295158 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33628_solr
[junit4] 2> 295160 ERROR (jetty-launcher-586-thread-1-EventThread) [n:127.0.0.1:33628_solr ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/580541551@70b980a6 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@5096b8ef[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 124]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 295160 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f19548d{/solr,null,UNAVAILABLE}
[junit4] 2> 296655 WARN (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 296655 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@27de6498{/solr,null,UNAVAILABLE}
[junit4] 2> 296657 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41178 41178
[junit4] 2> 296776 INFO (Thread-493) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41178 41178
[junit4] 2> 296776 WARN (Thread-493) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/backuprestore/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 296779 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=FSTOrd50, _version_=PostingsFormat(name=Direct), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1433, maxMBSortInHeap=7.423323608664455, sim=ClassicSimilarity, locale=en-NZ, timezone=America/Belem
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=174301840,total=387448832
[junit4] 2> NOTE: All tests run in this JVM: [RuleEngineTest, CoreMergeIndexesAdminHandlerTest, TestUniqueKeyFieldResource, LeaderElectionTest, TestBackupRepositoryFactory, RestartWhileUpdatingTest, TestLegacyFieldCache, TestIndexSearcher, TestManagedSchema, HLLSerializationTest, BasicDistributedZk2Test, TestSmileRequest, SharedFSAutoReplicaFailoverUtilsTest, OverriddenZkACLAndCredentialsProvidersTest, FieldAnalysisRequestHandlerTest, SolrCoreCheckLockOnStartupTest, TestMaxScoreQueryParser, TestImplicitCoreProperties, OverseerTest, TestStressRecovery, HdfsLockFactoryTest, SampleTest, TestSha256AuthenticationProvider, TestChildDocTransformer, SaslZkACLProviderTest, DistributedQueryComponentOptimizationTest, TestRawTransformer, TestLocalFSCloudBackupRestore]
[junit4] Completed [76/620 (1!)] on J2 in 10.46s, 1 test, 1 error <<< FAILURES!
[...truncated 1805 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 103 ignored (88 assumptions) [seed: 2D5C91ED904704D0]
Total time: 79 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1268 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1268/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSolrConfigHandlerCloud
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud: 1) Thread[id=5538, name=Thread-1527, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101) at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333) at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48) at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107) at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544) at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source) at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445) 2) Thread[id=6353, name=Thread-1666, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101) at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333) at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48) at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107) at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544) at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source) at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445) 3) Thread[id=5463, name=Thread-1507, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101) at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333) at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48) at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107) at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544) at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source) at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445) 4) Thread[id=5726, name=Thread-1560, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101) at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333) at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48) at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107) at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544) at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source) at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud:
1) Thread[id=5538, name=Thread-1527, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
2) Thread[id=6353, name=Thread-1666, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
3) Thread[id=5463, name=Thread-1507, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
4) Thread[id=5726, name=Thread-1560, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
at __randomizedtesting.SeedInfo.seed([6C53CAC678E5B052]:0)
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at https://127.0.0.1:42455/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42455/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
at __randomizedtesting.SeedInfo.seed([6C53CAC678E5B052:E407F51CD619DDAA]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11258 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/init-core-data-001
[junit4] 2> 704439 WARN (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 704440 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 704441 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 704442 INFO (Thread-2369) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 704442 INFO (Thread-2369) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 704542 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38345
[junit4] 2> 704542 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704543 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704553 INFO (zkCallback-1027-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79eb5ebf name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704553 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704553 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704553 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 704561 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
[junit4] 2> 704566 INFO (jetty-launcher-1026-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 704566 INFO (jetty-launcher-1026-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 704568 INFO (jetty-launcher-1026-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1940fcfc{/solr,null,AVAILABLE}
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@54c04603{SSL,[ssl, http/1.1]}{127.0.0.1:42455}
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.e.j.s.Server Started @709213ms
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42455}
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2'
[junit4] 2> 704570 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 704570 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 704570 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704571 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704572 INFO (jetty-launcher-1026-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cf3b188{/solr,null,AVAILABLE}
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@366ce6e0{SSL,[ssl, http/1.1]}{127.0.0.1:55886}
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.e.j.s.Server Started @709217ms
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55886}
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1'
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 704574 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 704574 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704575 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704576 INFO (zkCallback-1028-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61e29200 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704576 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704576 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704576 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 704582 INFO (zkCallback-1029-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10de32e0 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704582 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/.
[junit4] 2> 704582 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 656562900
[junit4] 2> 704582 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2]
[junit4] 2> 704583 WARN (jetty-launcher-1026-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/lib
[junit4] 2> 704583 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 704583 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704584 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704584 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 704589 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38345/solr
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704591 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704591 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/.
[junit4] 2> 704591 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1050964295
[junit4] 2> 704591 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1]
[junit4] 2> 704592 WARN (jetty-launcher-1026-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/lib
[junit4] 2> 704592 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38345/solr
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704594 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704595 INFO (zkCallback-1032-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5614f559 name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704595 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704595 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704596 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$56/584034111@5a78d3f4
[junit4] 2> 704596 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@686d7a80 name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704596 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704596 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704598 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704598 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$56/584034111@702f8544
[junit4] 2> 704599 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704600 INFO (zkCallback-1036-thread-1-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17805066 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704600 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704600 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 704602 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 704604 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 704609 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 704612 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 704612 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ff24ff7 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704612 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704613 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 704620 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 704621 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 704622 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 704622 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 704623 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 704624 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 704624 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 704624 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 704624 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 704625 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 704625 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 704625 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 704626 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 704627 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 704628 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 704628 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96216413319462918-127.0.0.1:55886_solr-n_0000000000
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96216413319462917-127.0.0.1:42455_solr-n_0000000001
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55886_solr
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 704630 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96216413319462918-127.0.0.1:55886_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 704630 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer Overseer (id=96216413319462918-127.0.0.1:55886_solr-n_0000000000) starting
[junit4] 2> 704631 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42455_solr
[junit4] 2> 704631 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:42455_solr
[junit4] 2> 704632 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 704632 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 704663 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704664 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 704664 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 704671 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 704671 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/.
[junit4] 2> 704672 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 704678 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704689 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 704689 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 704689 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 704702 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 704703 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 704707 INFO (OverseerCollectionConfigSetProcessor-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 704714 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:55886_solr as DOWN
[junit4] 2> 704716 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55886_solr
[junit4] 2> 704716 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:55886_solr
[junit4] 2> 704717 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 704717 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 704717 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 704717 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:55886_solr"} current state version: 0
[junit4] 2> 704717 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:55886_solr
[junit4] 2> 704717 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 704727 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 704727 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 704727 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/.
[junit4] 2> 704728 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 704728 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 704728 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 704728 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704729 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704730 INFO (zkCallback-1040-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3278b7e name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704730 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704730 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704736 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704740 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704740 INFO (zkCallback-1043-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5529405d name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704740 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704741 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704741 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 704741 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 704741 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 704743 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 704749 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 704763 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[6C53CAC678E5B052]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 704799 INFO (qtp281774341-6788) [n:127.0.0.1:42455_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1,shard2&replicationFactor=1&property.customKey=customValue&collection.configName=conf1&router.field=shard_s&name=backuprestore&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 704808 INFO (OverseerCollectionConfigSetProcessor-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"}
[junit4] 2> 704813 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"}
[junit4] 2> 704813 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
[junit4] 2> 704814 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore
[junit4] 2> 704815 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
[junit4] 2> 704816 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 704816 INFO (zkCallback-1043-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 704817 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 704822 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 704822 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
[junit4] 2> 704823 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
[junit4] 2> 704922 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
[junit4] 2> 704922 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:55886_solr
[junit4] 2> 704929 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:42455_solr
[junit4] 2> 704948 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 704948 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 704949 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 704950 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 704950 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:42455/solr",
[junit4] 2> "node_name":"127.0.0.1:42455_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 704950 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 704950 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:42455/solr",
[junit4] 2> "node_name":"127.0.0.1:42455_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 704950 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 704964 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 704964 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 704965 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 704966 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 704966 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:55886/solr",
[junit4] 2> "node_name":"127.0.0.1:55886_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 704966 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:55886/solr",
[junit4] 2> "node_name":"127.0.0.1:55886_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 704966 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 704967 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 705069 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
[junit4] 2> 705070 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 705070 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 705070 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 705071 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 705950 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
[junit4] 2> 705951 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 705951 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 705951 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 705951 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 705952 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/backuprestore_shard1_replica1'
[junit4] 2> 705952 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 705952 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 705953 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 705956 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 705958 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 705963 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 705968 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
[junit4] 2> 705968 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 705968 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 705968 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 705969 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 705969 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/backuprestore_shard2_replica1'
[junit4] 2> 705969 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 705969 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 705970 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 705973 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 705977 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 706004 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 706007 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 706013 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 706014 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/backuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/]
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
[junit4] 2> 706017 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data
[junit4] 2> 706018 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 706018 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index/
[junit4] 2> 706018 WARN (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 706019 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/backuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/]
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
[junit4] 2> 706021 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@51a86afc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7db128d2),segFN=segments_1,generation=1}
[junit4] 2> 706021 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 706022 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data
[junit4] 2> 706022 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index/
[junit4] 2> 706022 WARN (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 706023 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index
[junit4] 2> 706023 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@56d0f47f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4464772),segFN=segments_1,generation=1}
[junit4] 2> 706023 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 706025 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 706026 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706027 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706028 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706028 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706030 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 706030 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 706030 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/
[junit4] 2> 706030 WARN (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 706032 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 706033 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706033 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706034 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706035 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706036 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 706036 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 706036 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/
[junit4] 2> 706037 WARN (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 706037 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 706037 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 706038 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 706038 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 706039 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@56d0f47f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4464772),segFN=segments_1,generation=1}
[junit4] 2> 706039 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 706039 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@561d3d18[backuprestore_shard2_replica1] main]
[junit4] 2> 706039 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539462614787031040
[junit4] 2> 706043 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539462614787031040
[junit4] 2> 706043 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 706044 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
[junit4] 2> 706044 INFO (searcherExecutor-3331-thread-1-processing-n:127.0.0.1:55886_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node2) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@561d3d18[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 706044 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 706044 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 706045 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 706045 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 706045 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:https://127.0.0.1:55886/solr collection:backuprestore shard:shard2
[junit4] 2> 706046 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
[junit4] 2> 706049 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96216413319462918-core_node2-n_0000000000
[junit4] 2> 706049 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:55886/solr/backuprestore_shard2_replica1/
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:55886/solr/backuprestore_shard2_replica1/ has no replicas
[junit4] 2> 706050 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore"} current state version: 0
[junit4] 2> 706050 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@51a86afc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7db128d2),segFN=segments_1,generation=1}
[junit4] 2> 706051 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 706051 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11166323[backuprestore_shard1_replica1] main]
[junit4] 2> 706051 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 706051 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 706052 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 706053 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 706053 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 706053 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 706053 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539462614799613952
[junit4] 2> 706055 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539462614799613952
[junit4] 2> 706055 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 706055 INFO (searcherExecutor-3330-thread-1-processing-n:127.0.0.1:42455_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node1) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@11166323[backuprestore_shard1_replica1] main{ExitableDirec
[...truncated too long message...]
ava:959)
[junit4] 2> ... 2 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error loading schema resource schema.xml
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:52)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] 2> ... 3 more
[junit4] 2> Caused by: java.io.IOException: Could not load resource=schema.xml
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:105)
[junit4] 2> at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] 2> ... 6 more
[junit4] 2> Caused by: java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] 2> ... 8 more
[junit4] 2> 736113 INFO (Thread-1507) [n:127.0.0.1:35894_ ] o.a.s.c.SolrCore config update listener called for core collection1
[junit4] 2> Jul 10, 2016 10:19:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1051, maxMBSortInHeap=5.547331776841925, sim=ClassicSimilarity, locale=ar-BH, timezone=Etc/GMT+2
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=215581000,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [ShardRoutingTest, DistributedExpandComponentTest, TestManagedSynonymFilterFactory, TestSolrDeletionPolicy2, HighlighterMaxOffsetTest, CollectionsAPIDistributedZkTest, DocValuesTest, TestNamedUpdateProcessors, DistanceFunctionTest, DeleteReplicaTest, SoftAutoCommitTest, VersionInfoTest, SchemaVersionSpecificBehaviorTest, TestCursorMarkWithoutUniqueKey, SolrIndexSplitterTest, TestMiniSolrCloudClusterSSL, FullHLLTest, IndexBasedSpellCheckerTest, TestEmbeddedSolrServerConstructors, DocumentBuilderTest, TestQuerySenderListener, CollectionReloadTest, TestCollationFieldDocValues, TestHashPartitioner, TestWordDelimiterFilterFactory, SSLMigrationTest, TestCodecSupport, HdfsChaosMonkeySafeLeaderTest, ZkCLITest, LeaderInitiatedRecoveryOnShardRestartTest, TestQueryUtils, TestNumericTerms64, ConjunctionSolrSpellCheckerTest, ConfigSetsAPITest, SolrIndexConfigTest, TestFiltering, HdfsBasicDistributedZk2Test, TestSolrCLIRunExample, SpellCheckComponentTest, ConvertedLegacyTest, ShardRoutingCustomTest, OpenCloseCoreStressTest, TestAuthenticationFramework, DirectSolrSpellCheckerTest, TestScoreJoinQPScore, DOMUtilTest, TestSolrConfigHandlerCloud]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrConfigHandlerCloud -Dtests.seed=6C53CAC678E5B052 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-BH -Dtests.timezone=Etc/GMT+2 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | TestSolrConfigHandlerCloud (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud:
[junit4] > 1) Thread[id=5538, name=Thread-1527, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] > at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] > at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] > at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
[junit4] > at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
[junit4] > at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
[junit4] > at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
[junit4] > 2) Thread[id=6353, name=Thread-1666, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] > at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] > at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] > at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
[junit4] > at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
[junit4] > at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
[junit4] > at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
[junit4] > 3) Thread[id=5463, name=Thread-1507, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] > at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] > at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] > at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
[junit4] > at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
[junit4] > at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
[junit4] > at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
[junit4] > 4) Thread[id=5726, name=Thread-1560, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] > at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] > at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] > at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
[junit4] > at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
[junit4] > at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
[junit4] > at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
[junit4] > at __randomizedtesting.SeedInfo.seed([6C53CAC678E5B052]:0)
[junit4] Completed [216/620 (2!)] on J1 in 57.16s, 1 test, 1 error <<< FAILURES!
[...truncated 1324 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 suite-level error, 1 error, 103 ignored (88 assumptions) [seed: 6C53CAC678E5B052]
Total time: 77 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1267 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1267/
2 tests failed.
FAILED: org.apache.solr.cloud.TestHdfsCloudBackupRestore.test
Error Message:
Error from server at https://127.0.0.1:46754/solr: The backup directory already exists: hdfs://localhost:33916/backup/mytestbackup
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46754/solr: The backup directory already exists: hdfs://localhost:33916/backup/mytestbackup
at __randomizedtesting.SeedInfo.seed([BDA30489F276B571:35F73B535C8AD889]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:207)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at https://127.0.0.1:45712/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45712/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
at __randomizedtesting.SeedInfo.seed([BDA30489F276B571:35F73B535C8AD889]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12150 lines...]
[junit4] Suite: org.apache.solr.cloud.TestHdfsCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/init-core-data-001
[junit4] 2> 1912154 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1912185 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1912191 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1912193 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1912205 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_54053_hdfs____dcgprt/webapp
[junit4] 2> 1912599 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54053
[junit4] 2> 1912682 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1912687 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1912698 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60751_datanode____.rbmikg/webapp
[junit4] 2> 1913065 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60751
[junit4] 2> 1913109 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1913111 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1913123 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33229_datanode____pxhwqo/webapp
[junit4] 2> 1913205 INFO (IPC Server handler 0 on 33916) [ ] BlockStateChange BLOCK* processReport: from storage DS-e9193236-0668-4f79-bd62-c485095e5b13 node DatanodeRegistration(127.0.0.1:38152, datanodeUuid=45b9c730-1b42-49f5-872b-dfc40b5f58af, infoPort=58591, infoSecurePort=0, ipcPort=48280, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1913205 INFO (IPC Server handler 0 on 33916) [ ] BlockStateChange BLOCK* processReport: from storage DS-e0cb0e6c-d8ef-4268-8cff-66ba62d6b3e3 node DatanodeRegistration(127.0.0.1:38152, datanodeUuid=45b9c730-1b42-49f5-872b-dfc40b5f58af, infoPort=58591, infoSecurePort=0, ipcPort=48280, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1913533 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33229
[junit4] 2> 1913608 INFO (IPC Server handler 2 on 33916) [ ] BlockStateChange BLOCK* processReport: from storage DS-85601dbd-7ec3-49f6-a8c6-73ffc021d4fb node DatanodeRegistration(127.0.0.1:44162, datanodeUuid=d7bb8fc2-d238-4777-9156-a574248fa86d, infoPort=51605, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1913608 INFO (IPC Server handler 2 on 33916) [ ] BlockStateChange BLOCK* processReport: from storage DS-2f00e642-0950-47cf-b04e-7654e47a6d03 node DatanodeRegistration(127.0.0.1:44162, datanodeUuid=d7bb8fc2-d238-4777-9156-a574248fa86d, infoPort=51605, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1913664 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.TestHdfsCloudBackupRestore The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1918666 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.TestHdfsCloudBackupRestore The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1923815 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1923816 INFO (Thread-3508) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1923816 INFO (Thread-3508) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1923916 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54097
[junit4] 2> 1923916 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923916 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923918 INFO (zkCallback-1535-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@190775a2 name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923918 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923918 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923918 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 1923920 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
[junit4] 2> 1923926 INFO (jetty-launcher-1534-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1923927 INFO (jetty-launcher-1534-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7841a427{/solr,null,AVAILABLE}
[junit4] 2> 1923929 INFO (jetty-launcher-1534-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@1228267d{SSL,[ssl, http/1.1]}{127.0.0.1:46754}
[junit4] 2> 1923929 INFO (jetty-launcher-1534-thread-1) [ ] o.e.j.s.Server Started @1928080ms
[junit4] 2> 1923929 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46754}
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1'
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923931 INFO (jetty-launcher-1534-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1923931 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923932 INFO (jetty-launcher-1534-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6027c62e{/solr,null,AVAILABLE}
[junit4] 2> 1923933 INFO (jetty-launcher-1534-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@2f71236a{SSL,[ssl, http/1.1]}{127.0.0.1:47349}
[junit4] 2> 1923933 INFO (jetty-launcher-1534-thread-2) [ ] o.e.j.s.Server Started @1928085ms
[junit4] 2> 1923933 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47349}
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2'
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923935 INFO (zkCallback-1536-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e4274c9 name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923940 INFO (zkCallback-1537-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ca4028c name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1923947 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/.
[junit4] 2> 1923947 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1312354572
[junit4] 2> 1923947 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1]
[junit4] 2> 1923948 WARN (jetty-launcher-1534-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/lib
[junit4] 2> 1923948 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1923948 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/.
[junit4] 2> 1923949 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 998594706
[junit4] 2> 1923949 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2]
[junit4] 2> 1923949 WARN (jetty-launcher-1534-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/lib
[junit4] 2> 1923949 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54097/solr
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54097/solr
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923952 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923952 INFO (zkCallback-1542-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@27f84956 name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923953 INFO (zkCallback-1543-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7eb4a271 name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923953 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923953 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923953 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923953 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923955 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$55/1970478859@51d2019b
[junit4] 2> 1923955 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923956 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$55/1970478859@69edd247
[junit4] 2> 1923956 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7efe1214 name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923956 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923956 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923956 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1923957 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@71a029c1 name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923957 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923958 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1923958 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1923960 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1923961 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1923962 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1923962 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1923963 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1923963 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1923964 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1923964 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1923965 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1923965 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1923966 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1923966 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1923967 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1923967 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1923968 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1923968 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1923971 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1923972 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1923972 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1923972 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1923973 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1923973 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96214072888852485-127.0.0.1:46754_solr-n_0000000000
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96214072888852486-127.0.0.1:47349_solr-n_0000000001
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46754_solr
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96214072888852485-127.0.0.1:46754_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47349_solr
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:47349_solr
[junit4] 2> 1923975 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer Overseer (id=96214072888852485-127.0.0.1:46754_solr-n_0000000000) starting
[junit4] 2> 1923975 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1923975 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1923977 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1923983 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1923988 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1923992 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1923992 INFO (OverseerCollectionConfigSetProcessor-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1923993 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1923993 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:46754_solr as DOWN
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46754_solr
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46754_solr
[junit4] 2> 1923994 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 1923995 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1923995 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1923996 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1923996 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1923996 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/.
[junit4] 2> 1923996 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:46754_solr"} current state version: 0
[junit4] 2> 1923996 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46754_solr
[junit4] 2> 1923997 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1923999 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1923999 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1924003 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1924003 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1924003 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
[junit4] 2> 1924003 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
[junit4] 2> 1924004 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/.
[junit4] 2> 1924004 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1924005 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1924005 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1924005 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1924005 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1924006 INFO (zkCallback-1548-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ae644ad name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1924006 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1924006 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1924008 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1924009 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1924009 INFO (zkCallback-1551-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4acf3bfb name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1924009 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1924009 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1924009 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1924010 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1924010 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1924012 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1924014 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1924070 INFO (TEST-TestHdfsCloudBackupRestore.test-seed#[BDA30489F276B571]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1924104 INFO (qtp636454631-10812) [n:127.0.0.1:47349_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=true&name=hdfsbackuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1924106 INFO (OverseerCollectionConfigSetProcessor-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 1924107 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 1924107 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Create collection hdfsbackuprestore
[junit4] 2> 1924107 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/hdfsbackuprestore
[junit4] 2> 1924107 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/hdfsbackuprestore
[junit4] 2> 1924108 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1924108 INFO (zkCallback-1551-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1924109 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1924111 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1924112 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: hdfsbackuprestore
[junit4] 2> 1924112 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/hdfsbackuprestore/state.json
[junit4] 2> 1924212 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection hdfsbackuprestore, shardNames [shard1, shard2] , replicationFactor : 2
[junit4] 2> 1924212 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard2_replica2 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:47349_solr
[junit4] 2> 1924212 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard1_replica2 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:47349_solr
[junit4] 2> 1924212 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard1_replica1 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:46754_solr
[junit4] 2> 1924216 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard2_replica1 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:46754_solr
[junit4] 2> 1924226 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 1924226 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 1924233 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1924233 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 1924234 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 1924238 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47349/solr",
[junit4] 2> "node_name":"127.0.0.1:47349_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1924238 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47349/solr",
[junit4] 2> "node_name":"127.0.0.1:47349_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1924240 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1924240 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1924241 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47349/solr",
[junit4] 2> "node_name":"127.0.0.1:47349_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1924241 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1924241 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47349/solr",
[junit4] 2> "node_name":"127.0.0.1:47349_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1924241 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1924241 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
[junit4] 2> 1924242 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1924274 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 1924274 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 1924275 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 1924275 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 1924275 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1924276 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1924277 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1924277 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
[junit4] 2> 1924277 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1924277 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1924277 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1924279 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46754/solr",
[junit4] 2> "node_name":"127.0.0.1:46754_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1924279 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46754/solr",
[junit4] 2> "node_name":"127.0.0.1:46754_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1924281 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46754/solr",
[junit4] 2> "node_name":"127.0.0.1:46754_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1924281 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46754/solr",
[junit4] 2> "node_name":"127.0.0.1:46754_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1924383 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/hdfsbackuprestore/state.json version: 0
[junit4] 2> 1924383 INFO (zkCallback-1544-thread-3-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1924383 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1924384 INFO (zkCallback-1544-thread-3-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
[junit4] 2> 1924384 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
[junit4] 2> 1925242 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica2
[junit4] 2> 1925242 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1925242 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica2
[junit4] 2> 1925242 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1925242 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1925242 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1925242 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1925243 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1925243 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2'
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2'
[junit4] 2> 1925243 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1925243 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1925245 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1925245 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1925249 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1925249 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1925251 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1925251 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1925255 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1925255 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1925259 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica2] Schema name=minimal
[junit4] 2> 1925259 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica2] Schema name=minimal
[junit4] 2> 1925277 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1925277 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1925277 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica1
[junit4] 2> 1925277 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1925277 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica1
[junit4] 2> 1925278 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1925278 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1925278 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1925278 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1925278 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1925278 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1925278 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica1'
[junit4] 2> 1925279 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1925279 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1925279 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1925279 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica2' using configuration from collection hdfsbackuprestore
[junit4] 2> 1925279 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1925279 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica2/data/]
[junit4] 2> 1925279 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1925280 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica1'
[junit4] 2> 1925280 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1925280 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1925280 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica2' using configuration from collection hdfsbackuprestore
[junit4] 2> 1925280 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1925280 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1925280 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1925281 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard1_replica2
[junit4] 2> 1925282 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2/data
[junit4] 2> 1925282 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica2/data/index/
[junit4] 2> 1925282 WARN (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1925283 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1925284 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica2/data/]
[junit4] 2> 1925284 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica2
[junit4] 2> 1925285 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2/data
[junit4] 2> 1925285 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica2/data/index/
[junit4] 2> 1925284 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2/data/index
[junit4] 2> 1925285 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1925287 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1925289 WARN (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1925291 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1925291 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2/data/index
[junit4] 2> 1925293 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1925293 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1925295 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2/data/index,segFN=segments_1,generation=1}
[junit4] 2> 1925295 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1925296 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 1925297 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1925298 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1925299 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1925299 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1925300 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1925300 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1925300 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica1' using configuration from collection hdfsbackuprestore
[junit4] 2> 1925300 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1925301 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica1/data/]
[junit4] 2> 1925301 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1925301 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica1
[junit4] 2> 1925301 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 1925301 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1925302 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica1/data
[junit4] 2> 1925302 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica1/data/index/
[junit4] 2> 1925302 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commi
[...truncated too long message...]
at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1991907 INFO (jetty-launcher-2711-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@398aeac6{/solr,null,UNAVAILABLE}
[junit4] 2> 1991908 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55475 55475
[junit4] 2> 1992080 INFO (Thread-5244) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55475 55475
[junit4] 2> 1992081 WARN (Thread-5244) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/collections/backuprestore_restored/state.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/backuprestore/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 43 /solr/overseer/queue
[junit4] 2> 25 /solr/overseer/collection-queue-work
[junit4] 2> 7 /solr/overseer/queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1992081 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_BDA30489F276B571-001
[junit4] 2> Jul 10, 2016 12:25:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= true), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1429, maxMBSortInHeap=6.8729295509690775, sim=ClassicSimilarity, locale=is, timezone=Etc/GMT-8
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=280973800,total=493355008
[junit4] 2> NOTE: All tests run in this JVM: [TestDistribDocBasedVersion, TestRestoreCore, TestTolerantSearch, HLLSerializationTest, TestOrdValues, TestSubQueryTransformerDistrib, SegmentsInfoRequestHandlerTest, RequestHandlersTest, ClusterStateTest, TestReversedWildcardFilterFactory, TestGraphTermsQParserPlugin, TestJsonRequest, SuggesterWFSTTest, TestStressReorder, TestCoreDiscovery, TestFieldCacheSortRandom, PrimitiveFieldTypeTest, TestTestInjection, TestDistribIDF, FullSolrCloudDistribCmdsTest, DirectSolrConnectionTest, ZkStateReaderTest, TestDistributedMissingSort, DistributedVersionInfoTest, MigrateRouteKeyTest, LukeRequestHandlerTest, BadComponentTest, AssignTest, GraphQueryTest, DeleteShardTest, FieldMutatingUpdateProcessorTest, TestObjectReleaseTracker, QueryParsingTest, CollectionStateFormat2Test, DocValuesMultiTest, RestartWhileUpdatingTest, TestPostingsSolrHighlighter, TestXmlQParser, TestSolrConfigHandlerConcurrent, CoreMergeIndexesAdminHandlerTest, BasicDistributedZk2Test, TestConfigSetProperties, DirectUpdateHandlerOptimizeTest, TestCollationField, SolrCoreCheckLockOnStartupTest, RecoveryAfterSoftCommitTest, HdfsWriteToMultipleCollectionsTest, RuleEngineTest, OverseerRolesTest, TestSolrConfigHandler, RegexBoostProcessorTest, TestSort, TestDistributedStatsComponentCardinality, SaslZkACLProviderTest, DistributedFacetPivotLargeTest, HdfsCollectionsAPIDistributedZkTest, RankQueryTest, TestCSVResponseWriter, TestTrackingShardHandlerFactory, TestSweetSpotSimilarityFactory, ParsingFieldUpdateProcessorsTest, HighlighterConfigTest, TestDynamicFieldResource, TermVectorComponentDistributedTest, TestCloudDeleteByQuery, TestSSLRandomization, TriLevelCompositeIdRoutingTest, CdcrUpdateLogTest, TestPerFieldSimilarityWithDefaultOverride, TestChildDocTransformer, TestSolrQueryParser, CleanupOldIndexTest, StatelessScriptUpdateProcessorFactoryTest, TestPerFieldSimilarity, TestUniqueKeyFieldResource, TolerantUpdateProcessorTest, TestHdfsBackupRestoreCore, CoreAdminHandlerTest, TestMiniSolrCloudClusterBase, TestGroupingSearch, TestReloadDeadlock, UpdateParamsTest, SimpleFacetsTest, BinaryUpdateRequestHandlerTest, DistributedQueryComponentOptimizationTest, TestSuggestSpellingConverter, TestCloudPseudoReturnFields, TestAuthorizationFramework, SearchHandlerTest, DirectUpdateHandlerTest, TestClassicSimilarityFactory, HdfsRecoveryZkTest, DateRangeFieldTest, HdfsBasicDistributedZkTest, TestSchemaResource, HdfsThreadLeakTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, AutoCommitTest, TestRecovery, TestHashPartitioner, TestRealTimeGet, TestJoin, TestReload, TestStressVersions, HardAutoCommitTest, TestRangeQuery, StatsComponentTest, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterTest, TestCSVLoader, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestWordDelimiterFilterFactory, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, JSONWriterTest, MBeansHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestSearchPerf, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, NotRequiredUniqueKeyTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, TestDFRSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, DateFieldTest, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, ConnectionReuseTest, AliasIntegrationTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionsAPISolrJTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MultiThreadedOCPTest, OverseerTaskQueueTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestCloudInspectUtil, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore]
[junit4] Completed [482/620 (2!)] on J2 in 49.99s, 1 test, 1 error <<< FAILURES!
[...truncated 443 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 2 errors, 103 ignored (88 assumptions) [seed: BDA30489F276B571]
Total time: 74 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any