You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/07/07 02:14:26 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 1262 - Still Failing
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1262/
1 tests failed.
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at http://127.0.0.1:58461/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58461/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
at __randomizedtesting.SeedInfo.seed([A3D55222F5BFB121:2B816DF85B43DCD9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1228)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:998)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:934)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10877 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/init-core-data-001
[junit4] 2> 473781 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 473783 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 473790 INFO (Thread-1148) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 473790 INFO (Thread-1148) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 473890 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55501
[junit4] 2> 473890 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 473917 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 473932 INFO (zkCallback-434-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@dc62233 name:ZooKeeperConnection Watcher:127.0.0.1:55501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 473932 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 473932 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 473932 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 473952 INFO (jetty-launcher-433-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 473982 INFO (jetty-launcher-433-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 474024 INFO (jetty-launcher-433-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5754c940{/solr,null,AVAILABLE}
[junit4] 2> 474088 INFO (jetty-launcher-433-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44ae90ac{/solr,null,AVAILABLE}
[junit4] 2> 474088 INFO (jetty-launcher-433-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@2be65142{HTTP/1.1,[http/1.1]}{127.0.0.1:49533}
[junit4] 2> 474088 INFO (jetty-launcher-433-thread-2) [ ] o.e.j.s.Server Started @479018ms
[junit4] 2> 474090 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49533}
[junit4] 2> 474090 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 474091 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2'
[junit4] 2> 474091 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 474091 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 474091 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 474089 INFO (jetty-launcher-433-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@70ab6f93{HTTP/1.1,[http/1.1]}{127.0.0.1:58461}
[junit4] 2> 474092 INFO (jetty-launcher-433-thread-1) [ ] o.e.j.s.Server Started @479022ms
[junit4] 2> 474092 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58461}
[junit4] 2> 474093 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 474093 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1'
[junit4] 2> 474093 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 474093 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 474093 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 474111 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474147 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474154 INFO (zkCallback-435-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5d0985e8 name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474155 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474155 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 474156 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 474178 INFO (zkCallback-436-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@154d0426 name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474178 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474178 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 474179 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 474213 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/.
[junit4] 2> 474213 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 514683696
[junit4] 2> 474213 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2]
[junit4] 2> 474213 WARN (jetty-launcher-433-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/lib
[junit4] 2> 474213 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 474238 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/.
[junit4] 2> 474238 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 663904103
[junit4] 2> 474238 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1]
[junit4] 2> 474238 WARN (jetty-launcher-433-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/lib
[junit4] 2> 474239 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 474251 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 474252 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 474252 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 474252 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55501/solr
[junit4] 2> 474252 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 474252 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 474282 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474300 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 474316 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 474316 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 474316 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55501/solr
[junit4] 2> 474316 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 474316 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 474328 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474328 INFO (zkCallback-439-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2038783f name:ZooKeeperConnection Watcher:127.0.0.1:55501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474335 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474335 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 474336 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/889526174@4fdf3d9
[junit4] 2> 474338 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474347 INFO (zkCallback-442-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b06fdfb name:ZooKeeperConnection Watcher:127.0.0.1:55501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474347 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474347 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47ecc083 name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474347 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474347 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 474348 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 474353 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 474356 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/889526174@1979a728
[junit4] 2> 474357 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 474357 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474360 INFO (zkCallback-444-thread-1-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e989d0c name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474360 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474361 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 474363 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 474365 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 474366 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 474367 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 474368 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 474368 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 474369 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 474370 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 474371 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 474371 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 474372 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 474373 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 474373 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 474374 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 474374 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 474375 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 474384 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 474385 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 474386 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 474386 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 474387 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 474388 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 474388 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96197390923988997-127.0.0.1:49533_solr-n_0000000000
[junit4] 2> 474388 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96197390923988998-127.0.0.1:58461_solr-n_0000000001
[junit4] 2> 474389 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49533_solr
[junit4] 2> 474389 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 474389 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96197390923988997-127.0.0.1:49533_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 474390 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58461_solr
[junit4] 2> 474390 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:58461_solr
[junit4] 2> 474391 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer Overseer (id=96197390923988997-127.0.0.1:49533_solr-n_0000000000) starting
[junit4] 2> 474391 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 474398 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 474410 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 474410 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 474410 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 474411 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/.
[junit4] 2> 474411 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 474417 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 474418 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 474423 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 474433 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 474437 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 474452 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 474453 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 474467 INFO (OverseerCollectionConfigSetProcessor-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 474474 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:49533_solr as DOWN
[junit4] 2> 474475 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49533_solr
[junit4] 2> 474475 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:49533_solr
[junit4] 2> 474476 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:49533_solr"} current state version: 0
[junit4] 2> 474476 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:49533_solr
[junit4] 2> 474476 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 474476 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 474477 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 474477 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 474492 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 474492 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 474493 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/.
[junit4] 2> 474493 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 474496 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 474496 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 474496 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 474512 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474513 INFO (zkCallback-447-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76eb3b8 name:ZooKeeperConnection Watcher:127.0.0.1:55501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474513 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474513 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 474525 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 474525 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474533 INFO (zkCallback-450-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a410c71 name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474533 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474533 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 474533 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 474534 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 474534 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 474536 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 474537 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 474550 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[A3D55222F5BFB121]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 474564 INFO (qtp1315608857-3212) [n:127.0.0.1:58461_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1,shard2&replicationFactor=1&property.customKey=customValue&collection.configName=conf1&router.field=shard_s&name=backuprestore&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 474570 INFO (OverseerCollectionConfigSetProcessor-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"}
[junit4] 2> 474573 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"}
[junit4] 2> 474573 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
[junit4] 2> 474574 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore
[junit4] 2> 474575 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
[junit4] 2> 474576 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 474576 INFO (zkCallback-450-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 474576 INFO (zkCallback-450-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
[junit4] 2> 474577 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
[junit4] 2> 474577 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 474577 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
[junit4] 2> 474580 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 474580 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
[junit4] 2> 474581 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
[junit4] 2> 474680 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
[junit4] 2> 474680 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:49533_solr
[junit4] 2> 474686 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:58461_solr
[junit4] 2> 474703 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 474704 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 474712 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 474713 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 474714 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:58461/solr",
[junit4] 2> "node_name":"127.0.0.1:58461_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 474714 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:58461/solr",
[junit4] 2> "node_name":"127.0.0.1:58461_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 474716 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 474732 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 474737 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 474738 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 474738 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 474741 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:49533/solr",
[junit4] 2> "node_name":"127.0.0.1:49533_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 474741 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:49533/solr",
[junit4] 2> "node_name":"127.0.0.1:49533_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 474743 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 474743 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 474745 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 474844 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
[junit4] 2> 474844 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 474844 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 474847 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 474847 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 475733 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
[junit4] 2> 475733 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 475733 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 475733 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 475735 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 475736 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/backuprestore_shard2_replica1'
[junit4] 2> 475736 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 475736 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 475738 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 475742 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 475745 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 475745 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
[junit4] 2> 475745 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 475745 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 475746 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 475746 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 475746 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/backuprestore_shard1_replica1'
[junit4] 2> 475746 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 475746 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 475748 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 475753 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 475755 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 475757 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 475761 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 475761 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 475764 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 475768 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 475768 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
[junit4] 2> 475768 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 475769 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/backuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/]
[junit4] 2> 475769 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
[junit4] 2> 475769 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data
[junit4] 2> 475769 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index/
[junit4] 2> 475769 WARN (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 475770 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index
[junit4] 2> 475771 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 475773 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 475774 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 475775 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
[junit4] 2> 475775 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 475775 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/backuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/]
[junit4] 2> 475775 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
[junit4] 2> 475776 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data
[junit4] 2> 475776 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index/
[junit4] 2> 475776 WARN (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 475779 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@4574e27c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cd172cf),segFN=segments_1,generation=1}
[junit4] 2> 475781 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 475781 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index
[junit4] 2> 475782 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/
[junit4] 2> 475782 WARN (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 475783 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@479f0bdc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@494bbd9b),segFN=segments_1,generation=1}
[junit4] 2> 475783 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 475784 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 475784 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 475786 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475786 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475786 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475786 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475787 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475787 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475788 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475788 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475789 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 475789 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 475789 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 475789 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 475790 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/
[junit4] 2> 475790 WARN (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 475791 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 475791 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 475791 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 475791 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 475792 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 475792 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 475792 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 475792 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 475792 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@479f0bdc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@494bbd9b),segFN=segments_1,generation=1}
[junit4] 2> 475792 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 475793 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@670605e8[backuprestore_shard1_replica1] main]
[junit4] 2> 475793 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 475796 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 475796 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 475799 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 475799 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 475799 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@4574e27c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cd172cf),segFN=segments_1,generation=1}
[junit4] 2> 475799 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475800 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 475800 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 475800 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b6ca1b2[backuprestore_shard2_replica1] main]
[junit4] 2> 475800 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475800 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 475800 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 475800 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 475800 INFO (searcherExecutor-1354-thread-1-processing-n:127.0.0.1:49533_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node2) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@670605e8[backuprestore_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 475801 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 475801 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 475801 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 475801 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539158256889364480
[junit4] 2> 475801 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 475801 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 475801 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539158256890413056
[junit4] 2> 475803 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1539158256889364480
[junit4] 2> 475803 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 475803 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard1_replica1
[junit4] 2> 475804 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard1_replica1 address:http://127.0.0.1:49533/solr collection:backuprestore shard:shard1
[junit4] 2> 475804 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539158256890413056
[junit4] 2> 475804 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 475804 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard1/election
[junit4] 2> 475805 INFO (searcherExecutor-1353-thread-1-processing-n:127.0.0.1:58461_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node1) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@3b6ca1b2[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 475805 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
[junit4] 2> 475805 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:http://127.0.0.1:58461/solr collection:backuprestore shard:shard2
[junit4] 2> 475806 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
[junit4] 2> 475808 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard1/election/96197390923988997-core_node2-n_0000000000
[junit4] 2> 475808 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 475809 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96197390923988998-core_node1-n_0000000000
[junit4] 2> 475810 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 475810 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 475810 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 475810 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49533/solr/backuprestore_shard1_replica1/
[junit4] 2> 475811 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 475811 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:49533/solr/backuprestore_shard1_replica1/ has no replicas
[junit4] 2> 475811 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore"} current state version: 0
[junit4] 2> 475812 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 475812 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 475812 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/
[junit4] 2> 475812 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 475812 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/ has no replicas
[junit4] 2> 475813 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
[junit4] 2> 475813 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard1
[junit4] 2> 475814 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore"} current state version: 0
[junit4] 2> 475816 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard2/leader after winning as /collections/backuprestore/leader_elect/shard2/election/96197390923988998-core_node1-n_0000000000
[junit4] 2> 475817 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard1/leader after winning as /collections/backuprestore/leader_elect/shard1/election/96197390923988997-core_node2-n_0000000000
[junit4] 2> 475817 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/ shard2
[junit4] 2> 475818 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "base_url":"http://127.0.0.1:58461/solr",
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 475819 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49533/solr/backuprestore_shard1_replica1/ shard1
[junit4] 2> 475821 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "base_url":"http://127.0.0.1:49533/solr",
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 475923 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 1
[junit4] 2> 475928 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 475928 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
[junit4] 2> 475929 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 475929 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
[junit4] 2> 475969 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController We are http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/ and leader is http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/
[junit4] 2> 475969 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController No LogReplay needed for core=backuprestore_shard2_replica1 baseURL=http://127.0.0.1:58461/solr
[junit4] 2> 475969 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 475969 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 475970 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Forcing refresh of watched collection state for backuprestore
[junit4] 2> 475970 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController We are htt
[...truncated too long message...]
hard2_replica0/data/restore.20160707024144231;done=false>>]
[junit4] 2> 483398 INFO (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 483399 INFO (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_restored_shard2_replica0/data/restore.20160707024144231
[junit4] 2> 483399 INFO (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_restored_shard2_replica0/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_restored_shard2_replica0/data;done=false>>]
[junit4] 2> 483400 INFO (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 483400 INFO (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_restored_shard2_replica0/data
[junit4] 2> 483401 INFO (zkCallback-444-thread-1-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 483402 INFO (zkCallback-443-thread-3-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 484901 WARN (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 484902 WARN (zkCallback-444-thread-1-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 484902 WARN (zkCallback-443-thread-3-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 484903 INFO (jetty-launcher-433-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5754c940{/solr,null,UNAVAILABLE}
[junit4] 2> 484904 INFO (jetty-launcher-433-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@44ae90ac{/solr,null,UNAVAILABLE}
[junit4] 2> 484912 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55501 55501
[junit4] 2> 485088 INFO (Thread-1148) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55501 55501
[junit4] 2> 485091 WARN (Thread-1148) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/backuprestore/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 485091 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001
[junit4] 2> Jul 07, 2016 1:41:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=BlockTreeOrds(blocksize=128), _version_=PostingsFormat(name=Memory doPackFST= true), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=1756, maxMBSortInHeap=5.323497758357059, sim=ClassicSimilarity, locale=nl, timezone=Africa/Algiers
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=174338760,total=508035072
[junit4] 2> NOTE: All tests run in this JVM: [OverseerRolesTest, TestExtendedDismaxParser, BadIndexSchemaTest, StatsComponentTest, TestNRTOpen, TestUtils, TestTestInjection, TestRecovery, SearchHandlerTest, DistributedFacetPivotLargeTest, LukeRequestHandlerTest, TestZkChroot, TestCloudDeleteByQuery, TestFreeTextSuggestions, TestOrdValues, TestHdfsBackupRestoreCore, HardAutoCommitTest, BadCopyFieldTest, TestFieldCacheReopen, DateMathParserTest, AnalyticsQueryTest, HdfsThreadLeakTest, ExitableDirectoryReaderTest, TestSuggestSpellingConverter, TestXIncludeConfig, TestOverriddenPrefixQueryForCustomFieldType, DistribDocExpirationUpdateProcessorTest, CollectionsAPISolrJTest, TestCloudPseudoReturnFields, TestGeoJSONResponseWriter, TestAuthorizationFramework, UnloadDistributedZkTest, TestLocalFSCloudBackupRestore]
[junit4] Completed [104/620 (1!)] on J2 in 11.64s, 1 test, 1 error <<< FAILURES!
[...truncated 1704 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 103 ignored (88 assumptions) [seed: A3D55222F5BFB121]
Total time: 70 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1268 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1268/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSolrConfigHandlerCloud
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud: 1) Thread[id=5538, name=Thread-1527, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101) at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333) at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48) at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107) at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544) at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source) at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445) 2) Thread[id=6353, name=Thread-1666, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101) at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333) at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48) at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107) at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544) at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source) at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445) 3) Thread[id=5463, name=Thread-1507, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101) at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333) at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48) at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107) at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544) at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source) at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445) 4) Thread[id=5726, name=Thread-1560, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101) at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333) at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48) at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107) at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544) at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source) at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud:
1) Thread[id=5538, name=Thread-1527, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
2) Thread[id=6353, name=Thread-1666, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
3) Thread[id=5463, name=Thread-1507, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
4) Thread[id=5726, name=Thread-1560, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
at __randomizedtesting.SeedInfo.seed([6C53CAC678E5B052]:0)
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at https://127.0.0.1:42455/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42455/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
at __randomizedtesting.SeedInfo.seed([6C53CAC678E5B052:E407F51CD619DDAA]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11258 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/init-core-data-001
[junit4] 2> 704439 WARN (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 704440 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 704441 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 704442 INFO (Thread-2369) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 704442 INFO (Thread-2369) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 704542 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38345
[junit4] 2> 704542 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704543 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704553 INFO (zkCallback-1027-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79eb5ebf name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704553 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704553 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704553 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 704561 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
[junit4] 2> 704566 INFO (jetty-launcher-1026-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 704566 INFO (jetty-launcher-1026-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 704568 INFO (jetty-launcher-1026-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1940fcfc{/solr,null,AVAILABLE}
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@54c04603{SSL,[ssl, http/1.1]}{127.0.0.1:42455}
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.e.j.s.Server Started @709213ms
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42455}
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2'
[junit4] 2> 704570 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 704570 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 704570 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704571 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704572 INFO (jetty-launcher-1026-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cf3b188{/solr,null,AVAILABLE}
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@366ce6e0{SSL,[ssl, http/1.1]}{127.0.0.1:55886}
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.e.j.s.Server Started @709217ms
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55886}
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1'
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 704574 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 704574 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704575 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704576 INFO (zkCallback-1028-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61e29200 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704576 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704576 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704576 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 704582 INFO (zkCallback-1029-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10de32e0 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704582 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/.
[junit4] 2> 704582 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 656562900
[junit4] 2> 704582 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2]
[junit4] 2> 704583 WARN (jetty-launcher-1026-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/lib
[junit4] 2> 704583 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 704583 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704584 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704584 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 704589 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38345/solr
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704591 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704591 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/.
[junit4] 2> 704591 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1050964295
[junit4] 2> 704591 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1]
[junit4] 2> 704592 WARN (jetty-launcher-1026-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/lib
[junit4] 2> 704592 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38345/solr
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704594 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704595 INFO (zkCallback-1032-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5614f559 name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704595 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704595 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704596 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$56/584034111@5a78d3f4
[junit4] 2> 704596 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@686d7a80 name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704596 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704596 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704598 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704598 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$56/584034111@702f8544
[junit4] 2> 704599 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704600 INFO (zkCallback-1036-thread-1-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17805066 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704600 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704600 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 704602 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 704604 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 704609 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 704612 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 704612 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ff24ff7 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704612 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704613 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 704620 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 704621 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 704622 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 704622 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 704623 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 704624 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 704624 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 704624 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 704624 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 704625 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 704625 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 704625 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 704626 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 704627 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 704628 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 704628 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96216413319462918-127.0.0.1:55886_solr-n_0000000000
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96216413319462917-127.0.0.1:42455_solr-n_0000000001
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55886_solr
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 704630 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96216413319462918-127.0.0.1:55886_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 704630 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer Overseer (id=96216413319462918-127.0.0.1:55886_solr-n_0000000000) starting
[junit4] 2> 704631 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42455_solr
[junit4] 2> 704631 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:42455_solr
[junit4] 2> 704632 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 704632 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 704663 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704664 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 704664 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 704671 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 704671 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/.
[junit4] 2> 704672 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 704678 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704689 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 704689 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 704689 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 704702 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 704703 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 704707 INFO (OverseerCollectionConfigSetProcessor-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 704714 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:55886_solr as DOWN
[junit4] 2> 704716 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55886_solr
[junit4] 2> 704716 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:55886_solr
[junit4] 2> 704717 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 704717 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 704717 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 704717 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:55886_solr"} current state version: 0
[junit4] 2> 704717 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:55886_solr
[junit4] 2> 704717 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 704727 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 704727 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 704727 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/.
[junit4] 2> 704728 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 704728 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 704728 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 704728 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704729 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704730 INFO (zkCallback-1040-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3278b7e name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704730 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704730 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704736 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704740 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704740 INFO (zkCallback-1043-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5529405d name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704740 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704741 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704741 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 704741 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 704741 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 704743 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 704749 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 704763 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[6C53CAC678E5B052]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 704799 INFO (qtp281774341-6788) [n:127.0.0.1:42455_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1,shard2&replicationFactor=1&property.customKey=customValue&collection.configName=conf1&router.field=shard_s&name=backuprestore&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 704808 INFO (OverseerCollectionConfigSetProcessor-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"}
[junit4] 2> 704813 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"}
[junit4] 2> 704813 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
[junit4] 2> 704814 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore
[junit4] 2> 704815 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
[junit4] 2> 704816 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 704816 INFO (zkCallback-1043-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 704817 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 704822 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 704822 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
[junit4] 2> 704823 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
[junit4] 2> 704922 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
[junit4] 2> 704922 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:55886_solr
[junit4] 2> 704929 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:42455_solr
[junit4] 2> 704948 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 704948 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 704949 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 704950 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 704950 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:42455/solr",
[junit4] 2> "node_name":"127.0.0.1:42455_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 704950 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 704950 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:42455/solr",
[junit4] 2> "node_name":"127.0.0.1:42455_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 704950 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 704964 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 704964 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 704965 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 704966 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 704966 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:55886/solr",
[junit4] 2> "node_name":"127.0.0.1:55886_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 704966 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:55886/solr",
[junit4] 2> "node_name":"127.0.0.1:55886_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 704966 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 704967 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 705069 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
[junit4] 2> 705070 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 705070 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 705070 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 705071 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 705950 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
[junit4] 2> 705951 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 705951 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 705951 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 705951 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 705952 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/backuprestore_shard1_replica1'
[junit4] 2> 705952 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 705952 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 705953 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 705956 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 705958 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 705963 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 705968 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
[junit4] 2> 705968 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 705968 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 705968 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 705969 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 705969 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/backuprestore_shard2_replica1'
[junit4] 2> 705969 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 705969 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 705970 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 705973 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 705977 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 706004 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 706007 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 706013 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 706014 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/backuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/]
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
[junit4] 2> 706017 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data
[junit4] 2> 706018 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 706018 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index/
[junit4] 2> 706018 WARN (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 706019 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/backuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/]
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
[junit4] 2> 706021 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@51a86afc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7db128d2),segFN=segments_1,generation=1}
[junit4] 2> 706021 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 706022 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data
[junit4] 2> 706022 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index/
[junit4] 2> 706022 WARN (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 706023 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index
[junit4] 2> 706023 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@56d0f47f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4464772),segFN=segments_1,generation=1}
[junit4] 2> 706023 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 706025 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 706026 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706027 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706028 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706028 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706030 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 706030 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 706030 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/
[junit4] 2> 706030 WARN (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 706032 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 706033 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706033 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706034 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706035 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706036 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 706036 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 706036 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/
[junit4] 2> 706037 WARN (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 706037 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 706037 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 706038 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 706038 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 706039 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@56d0f47f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4464772),segFN=segments_1,generation=1}
[junit4] 2> 706039 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 706039 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@561d3d18[backuprestore_shard2_replica1] main]
[junit4] 2> 706039 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539462614787031040
[junit4] 2> 706043 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539462614787031040
[junit4] 2> 706043 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 706044 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
[junit4] 2> 706044 INFO (searcherExecutor-3331-thread-1-processing-n:127.0.0.1:55886_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node2) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@561d3d18[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 706044 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 706044 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 706045 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 706045 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 706045 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:https://127.0.0.1:55886/solr collection:backuprestore shard:shard2
[junit4] 2> 706046 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
[junit4] 2> 706049 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96216413319462918-core_node2-n_0000000000
[junit4] 2> 706049 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:55886/solr/backuprestore_shard2_replica1/
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:55886/solr/backuprestore_shard2_replica1/ has no replicas
[junit4] 2> 706050 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore"} current state version: 0
[junit4] 2> 706050 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@51a86afc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7db128d2),segFN=segments_1,generation=1}
[junit4] 2> 706051 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 706051 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11166323[backuprestore_shard1_replica1] main]
[junit4] 2> 706051 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 706051 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 706052 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 706053 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 706053 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 706053 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 706053 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539462614799613952
[junit4] 2> 706055 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539462614799613952
[junit4] 2> 706055 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 706055 INFO (searcherExecutor-3330-thread-1-processing-n:127.0.0.1:42455_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node1) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@11166323[backuprestore_shard1_replica1] main{ExitableDirec
[...truncated too long message...]
ava:959)
[junit4] 2> ... 2 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error loading schema resource schema.xml
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:52)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] 2> ... 3 more
[junit4] 2> Caused by: java.io.IOException: Could not load resource=schema.xml
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:105)
[junit4] 2> at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] 2> ... 6 more
[junit4] 2> Caused by: java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] 2> ... 8 more
[junit4] 2> 736113 INFO (Thread-1507) [n:127.0.0.1:35894_ ] o.a.s.c.SolrCore config update listener called for core collection1
[junit4] 2> Jul 10, 2016 10:19:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1051, maxMBSortInHeap=5.547331776841925, sim=ClassicSimilarity, locale=ar-BH, timezone=Etc/GMT+2
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=215581000,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [ShardRoutingTest, DistributedExpandComponentTest, TestManagedSynonymFilterFactory, TestSolrDeletionPolicy2, HighlighterMaxOffsetTest, CollectionsAPIDistributedZkTest, DocValuesTest, TestNamedUpdateProcessors, DistanceFunctionTest, DeleteReplicaTest, SoftAutoCommitTest, VersionInfoTest, SchemaVersionSpecificBehaviorTest, TestCursorMarkWithoutUniqueKey, SolrIndexSplitterTest, TestMiniSolrCloudClusterSSL, FullHLLTest, IndexBasedSpellCheckerTest, TestEmbeddedSolrServerConstructors, DocumentBuilderTest, TestQuerySenderListener, CollectionReloadTest, TestCollationFieldDocValues, TestHashPartitioner, TestWordDelimiterFilterFactory, SSLMigrationTest, TestCodecSupport, HdfsChaosMonkeySafeLeaderTest, ZkCLITest, LeaderInitiatedRecoveryOnShardRestartTest, TestQueryUtils, TestNumericTerms64, ConjunctionSolrSpellCheckerTest, ConfigSetsAPITest, SolrIndexConfigTest, TestFiltering, HdfsBasicDistributedZk2Test, TestSolrCLIRunExample, SpellCheckComponentTest, ConvertedLegacyTest, ShardRoutingCustomTest, OpenCloseCoreStressTest, TestAuthenticationFramework, DirectSolrSpellCheckerTest, TestScoreJoinQPScore, DOMUtilTest, TestSolrConfigHandlerCloud]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrConfigHandlerCloud -Dtests.seed=6C53CAC678E5B052 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-BH -Dtests.timezone=Etc/GMT+2 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | TestSolrConfigHandlerCloud (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud:
[junit4] > 1) Thread[id=5538, name=Thread-1527, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] > at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] > at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] > at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
[junit4] > at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
[junit4] > at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
[junit4] > at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
[junit4] > 2) Thread[id=6353, name=Thread-1666, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] > at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] > at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] > at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
[junit4] > at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
[junit4] > at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
[junit4] > at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
[junit4] > 3) Thread[id=5463, name=Thread-1507, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] > at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] > at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] > at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
[junit4] > at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
[junit4] > at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
[junit4] > at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
[junit4] > 4) Thread[id=5726, name=Thread-1560, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] > at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] > at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] > at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
[junit4] > at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
[junit4] > at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
[junit4] > at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
[junit4] > at __randomizedtesting.SeedInfo.seed([6C53CAC678E5B052]:0)
[junit4] Completed [216/620 (2!)] on J1 in 57.16s, 1 test, 1 error <<< FAILURES!
[...truncated 1324 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 suite-level error, 1 error, 103 ignored (88 assumptions) [seed: 6C53CAC678E5B052]
Total time: 77 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1267 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1267/
2 tests failed.
FAILED: org.apache.solr.cloud.TestHdfsCloudBackupRestore.test
Error Message:
Error from server at https://127.0.0.1:46754/solr: The backup directory already exists: hdfs://localhost:33916/backup/mytestbackup
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46754/solr: The backup directory already exists: hdfs://localhost:33916/backup/mytestbackup
at __randomizedtesting.SeedInfo.seed([BDA30489F276B571:35F73B535C8AD889]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:207)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at https://127.0.0.1:45712/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45712/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
at __randomizedtesting.SeedInfo.seed([BDA30489F276B571:35F73B535C8AD889]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12150 lines...]
[junit4] Suite: org.apache.solr.cloud.TestHdfsCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/init-core-data-001
[junit4] 2> 1912154 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1912185 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1912191 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1912193 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1912205 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_54053_hdfs____dcgprt/webapp
[junit4] 2> 1912599 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54053
[junit4] 2> 1912682 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1912687 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1912698 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60751_datanode____.rbmikg/webapp
[junit4] 2> 1913065 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60751
[junit4] 2> 1913109 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1913111 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1913123 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33229_datanode____pxhwqo/webapp
[junit4] 2> 1913205 INFO (IPC Server handler 0 on 33916) [ ] BlockStateChange BLOCK* processReport: from storage DS-e9193236-0668-4f79-bd62-c485095e5b13 node DatanodeRegistration(127.0.0.1:38152, datanodeUuid=45b9c730-1b42-49f5-872b-dfc40b5f58af, infoPort=58591, infoSecurePort=0, ipcPort=48280, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1913205 INFO (IPC Server handler 0 on 33916) [ ] BlockStateChange BLOCK* processReport: from storage DS-e0cb0e6c-d8ef-4268-8cff-66ba62d6b3e3 node DatanodeRegistration(127.0.0.1:38152, datanodeUuid=45b9c730-1b42-49f5-872b-dfc40b5f58af, infoPort=58591, infoSecurePort=0, ipcPort=48280, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1913533 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33229
[junit4] 2> 1913608 INFO (IPC Server handler 2 on 33916) [ ] BlockStateChange BLOCK* processReport: from storage DS-85601dbd-7ec3-49f6-a8c6-73ffc021d4fb node DatanodeRegistration(127.0.0.1:44162, datanodeUuid=d7bb8fc2-d238-4777-9156-a574248fa86d, infoPort=51605, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1913608 INFO (IPC Server handler 2 on 33916) [ ] BlockStateChange BLOCK* processReport: from storage DS-2f00e642-0950-47cf-b04e-7654e47a6d03 node DatanodeRegistration(127.0.0.1:44162, datanodeUuid=d7bb8fc2-d238-4777-9156-a574248fa86d, infoPort=51605, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1913664 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.TestHdfsCloudBackupRestore The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1918666 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.TestHdfsCloudBackupRestore The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1923815 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1923816 INFO (Thread-3508) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1923816 INFO (Thread-3508) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1923916 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54097
[junit4] 2> 1923916 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923916 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923918 INFO (zkCallback-1535-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@190775a2 name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923918 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923918 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923918 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 1923920 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
[junit4] 2> 1923926 INFO (jetty-launcher-1534-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1923927 INFO (jetty-launcher-1534-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7841a427{/solr,null,AVAILABLE}
[junit4] 2> 1923929 INFO (jetty-launcher-1534-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@1228267d{SSL,[ssl, http/1.1]}{127.0.0.1:46754}
[junit4] 2> 1923929 INFO (jetty-launcher-1534-thread-1) [ ] o.e.j.s.Server Started @1928080ms
[junit4] 2> 1923929 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46754}
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1'
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923931 INFO (jetty-launcher-1534-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1923931 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923932 INFO (jetty-launcher-1534-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6027c62e{/solr,null,AVAILABLE}
[junit4] 2> 1923933 INFO (jetty-launcher-1534-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@2f71236a{SSL,[ssl, http/1.1]}{127.0.0.1:47349}
[junit4] 2> 1923933 INFO (jetty-launcher-1534-thread-2) [ ] o.e.j.s.Server Started @1928085ms
[junit4] 2> 1923933 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47349}
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2'
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923935 INFO (zkCallback-1536-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e4274c9 name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923940 INFO (zkCallback-1537-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ca4028c name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1923947 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/.
[junit4] 2> 1923947 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1312354572
[junit4] 2> 1923947 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1]
[junit4] 2> 1923948 WARN (jetty-launcher-1534-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/lib
[junit4] 2> 1923948 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1923948 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/.
[junit4] 2> 1923949 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 998594706
[junit4] 2> 1923949 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2]
[junit4] 2> 1923949 WARN (jetty-launcher-1534-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/lib
[junit4] 2> 1923949 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54097/solr
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54097/solr
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923952 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923952 INFO (zkCallback-1542-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@27f84956 name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923953 INFO (zkCallback-1543-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7eb4a271 name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923953 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923953 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923953 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923953 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923955 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$55/1970478859@51d2019b
[junit4] 2> 1923955 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923956 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$55/1970478859@69edd247
[junit4] 2> 1923956 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7efe1214 name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923956 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923956 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923956 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1923957 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@71a029c1 name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923957 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923958 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1923958 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1923960 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1923961 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1923962 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1923962 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1923963 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1923963 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1923964 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1923964 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1923965 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1923965 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1923966 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1923966 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1923967 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1923967 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1923968 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1923968 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1923971 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1923972 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1923972 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1923972 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1923973 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1923973 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96214072888852485-127.0.0.1:46754_solr-n_0000000000
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96214072888852486-127.0.0.1:47349_solr-n_0000000001
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46754_solr
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96214072888852485-127.0.0.1:46754_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47349_solr
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:47349_solr
[junit4] 2> 1923975 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer Overseer (id=96214072888852485-127.0.0.1:46754_solr-n_0000000000) starting
[junit4] 2> 1923975 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1923975 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1923977 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1923983 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1923988 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1923992 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1923992 INFO (OverseerCollectionConfigSetProcessor-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1923993 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1923993 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:46754_solr as DOWN
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46754_solr
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46754_solr
[junit4] 2> 1923994 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 1923995 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1923995 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1923996 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1923996 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1923996 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/.
[junit4] 2> 1923996 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:46754_solr"} current state version: 0
[junit4] 2> 1923996 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46754_solr
[junit4] 2> 1923997 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1923999 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1923999 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1924003 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1924003 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1924003 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
[junit4] 2> 1924003 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
[junit4] 2> 1924004 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/.
[junit4] 2> 1924004 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1924005 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1924005 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1924005 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1924005 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1924006 INFO (zkCallback-1548-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ae644ad name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1924006 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1924006 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1924008 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1924009 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1924009 INFO (zkCallback-1551-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4acf3bfb name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1924009 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1924009 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1924009 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1924010 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1924010 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1924012 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1924014 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1924070 INFO (TEST-TestHdfsCloudBackupRestore.test-seed#[BDA30489F276B571]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1924104 INFO (qtp636454631-10812) [n:127.0.0.1:47349_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=true&name=hdfsbackuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1924106 INFO (OverseerCollectionConfigSetProcessor-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 1924107 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 1924107 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Create collection hdfsbackuprestore
[junit4] 2> 1924107 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/hdfsbackuprestore
[junit4] 2> 1924107 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/hdfsbackuprestore
[junit4] 2> 1924108 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1924108 INFO (zkCallback-1551-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1924109 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1924111 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1924112 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: hdfsbackuprestore
[junit4] 2> 1924112 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/hdfsbackuprestore/state.json
[junit4] 2> 1924212 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection hdfsbackuprestore, shardNames [shard1, shard2] , replicationFactor : 2
[junit4] 2> 1924212 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard2_replica2 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:47349_solr
[junit4] 2> 1924212 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard1_replica2 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:47349_solr
[junit4] 2> 1924212 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard1_replica1 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:46754_solr
[junit4] 2> 1924216 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard2_replica1 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:46754_solr
[junit4] 2> 1924226 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 1924226 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 1924233 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1924233 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 1924234 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 1924238 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47349/solr",
[junit4] 2> "node_name":"127.0.0.1:47349_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1924238 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47349/solr",
[junit4] 2> "node_name":"127.0.0.1:47349_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1924240 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1924240 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1924241 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47349/solr",
[junit4] 2> "node_name":"127.0.0.1:47349_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1924241 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1924241 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47349/solr",
[junit4] 2> "node_name":"127.0.0.1:47349_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1924241 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1924241 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
[junit4] 2> 1924242 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1924274 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 1924274 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 1924275 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 1924275 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 1924275 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1924276 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1924277 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1924277 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
[junit4] 2> 1924277 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1924277 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1924277 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1924279 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46754/solr",
[junit4] 2> "node_name":"127.0.0.1:46754_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1924279 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46754/solr",
[junit4] 2> "node_name":"127.0.0.1:46754_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1924281 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46754/solr",
[junit4] 2> "node_name":"127.0.0.1:46754_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1924281 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46754/solr",
[junit4] 2> "node_name":"127.0.0.1:46754_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1924383 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/hdfsbackuprestore/state.json version: 0
[junit4] 2> 1924383 INFO (zkCallback-1544-thread-3-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1924383 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1924384 INFO (zkCallback-1544-thread-3-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
[junit4] 2> 1924384 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
[junit4] 2> 1925242 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica2
[junit4] 2> 1925242 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1925242 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica2
[junit4] 2> 1925242 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1925242 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1925242 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1925242 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1925243 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1925243 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2'
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2'
[junit4] 2> 1925243 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1925243 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1925245 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1925245 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1925249 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1925249 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1925251 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1925251 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1925255 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1925255 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1925259 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica2] Schema name=minimal
[junit4] 2> 1925259 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica2] Schema name=minimal
[junit4] 2> 1925277 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1925277 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1925277 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica1
[junit4] 2> 1925277 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1925277 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica1
[junit4] 2> 1925278 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1925278 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1925278 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1925278 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1925278 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1925278 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1925278 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica1'
[junit4] 2> 1925279 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1925279 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1925279 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1925279 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica2' using configuration from collection hdfsbackuprestore
[junit4] 2> 1925279 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1925279 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica2/data/]
[junit4] 2> 1925279 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1925280 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica1'
[junit4] 2> 1925280 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1925280 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1925280 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica2' using configuration from collection hdfsbackuprestore
[junit4] 2> 1925280 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1925280 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1925280 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1925281 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard1_replica2
[junit4] 2> 1925282 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2/data
[junit4] 2> 1925282 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica2/data/index/
[junit4] 2> 1925282 WARN (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1925283 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1925284 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica2/data/]
[junit4] 2> 1925284 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica2
[junit4] 2> 1925285 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2/data
[junit4] 2> 1925285 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica2/data/index/
[junit4] 2> 1925284 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2/data/index
[junit4] 2> 1925285 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1925287 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1925289 WARN (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1925291 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1925291 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2/data/index
[junit4] 2> 1925293 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1925293 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1925295 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2/data/index,segFN=segments_1,generation=1}
[junit4] 2> 1925295 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1925296 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 1925297 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1925298 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1925299 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1925299 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1925300 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1925300 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1925300 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica1' using configuration from collection hdfsbackuprestore
[junit4] 2> 1925300 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1925301 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica1/data/]
[junit4] 2> 1925301 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1925301 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica1
[junit4] 2> 1925301 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 1925301 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1925302 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica1/data
[junit4] 2> 1925302 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica1/data/index/
[junit4] 2> 1925302 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commi
[...truncated too long message...]
at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1991907 INFO (jetty-launcher-2711-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@398aeac6{/solr,null,UNAVAILABLE}
[junit4] 2> 1991908 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55475 55475
[junit4] 2> 1992080 INFO (Thread-5244) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55475 55475
[junit4] 2> 1992081 WARN (Thread-5244) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/collections/backuprestore_restored/state.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/backuprestore/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 43 /solr/overseer/queue
[junit4] 2> 25 /solr/overseer/collection-queue-work
[junit4] 2> 7 /solr/overseer/queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1992081 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_BDA30489F276B571-001
[junit4] 2> Jul 10, 2016 12:25:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= true), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1429, maxMBSortInHeap=6.8729295509690775, sim=ClassicSimilarity, locale=is, timezone=Etc/GMT-8
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=280973800,total=493355008
[junit4] 2> NOTE: All tests run in this JVM: [TestDistribDocBasedVersion, TestRestoreCore, TestTolerantSearch, HLLSerializationTest, TestOrdValues, TestSubQueryTransformerDistrib, SegmentsInfoRequestHandlerTest, RequestHandlersTest, ClusterStateTest, TestReversedWildcardFilterFactory, TestGraphTermsQParserPlugin, TestJsonRequest, SuggesterWFSTTest, TestStressReorder, TestCoreDiscovery, TestFieldCacheSortRandom, PrimitiveFieldTypeTest, TestTestInjection, TestDistribIDF, FullSolrCloudDistribCmdsTest, DirectSolrConnectionTest, ZkStateReaderTest, TestDistributedMissingSort, DistributedVersionInfoTest, MigrateRouteKeyTest, LukeRequestHandlerTest, BadComponentTest, AssignTest, GraphQueryTest, DeleteShardTest, FieldMutatingUpdateProcessorTest, TestObjectReleaseTracker, QueryParsingTest, CollectionStateFormat2Test, DocValuesMultiTest, RestartWhileUpdatingTest, TestPostingsSolrHighlighter, TestXmlQParser, TestSolrConfigHandlerConcurrent, CoreMergeIndexesAdminHandlerTest, BasicDistributedZk2Test, TestConfigSetProperties, DirectUpdateHandlerOptimizeTest, TestCollationField, SolrCoreCheckLockOnStartupTest, RecoveryAfterSoftCommitTest, HdfsWriteToMultipleCollectionsTest, RuleEngineTest, OverseerRolesTest, TestSolrConfigHandler, RegexBoostProcessorTest, TestSort, TestDistributedStatsComponentCardinality, SaslZkACLProviderTest, DistributedFacetPivotLargeTest, HdfsCollectionsAPIDistributedZkTest, RankQueryTest, TestCSVResponseWriter, TestTrackingShardHandlerFactory, TestSweetSpotSimilarityFactory, ParsingFieldUpdateProcessorsTest, HighlighterConfigTest, TestDynamicFieldResource, TermVectorComponentDistributedTest, TestCloudDeleteByQuery, TestSSLRandomization, TriLevelCompositeIdRoutingTest, CdcrUpdateLogTest, TestPerFieldSimilarityWithDefaultOverride, TestChildDocTransformer, TestSolrQueryParser, CleanupOldIndexTest, StatelessScriptUpdateProcessorFactoryTest, TestPerFieldSimilarity, TestUniqueKeyFieldResource, TolerantUpdateProcessorTest, TestHdfsBackupRestoreCore, CoreAdminHandlerTest, TestMiniSolrCloudClusterBase, TestGroupingSearch, TestReloadDeadlock, UpdateParamsTest, SimpleFacetsTest, BinaryUpdateRequestHandlerTest, DistributedQueryComponentOptimizationTest, TestSuggestSpellingConverter, TestCloudPseudoReturnFields, TestAuthorizationFramework, SearchHandlerTest, DirectUpdateHandlerTest, TestClassicSimilarityFactory, HdfsRecoveryZkTest, DateRangeFieldTest, HdfsBasicDistributedZkTest, TestSchemaResource, HdfsThreadLeakTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, AutoCommitTest, TestRecovery, TestHashPartitioner, TestRealTimeGet, TestJoin, TestReload, TestStressVersions, HardAutoCommitTest, TestRangeQuery, StatsComponentTest, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterTest, TestCSVLoader, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestWordDelimiterFilterFactory, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, JSONWriterTest, MBeansHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestSearchPerf, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, NotRequiredUniqueKeyTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, TestDFRSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, DateFieldTest, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, ConnectionReuseTest, AliasIntegrationTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionsAPISolrJTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MultiThreadedOCPTest, OverseerTaskQueueTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestCloudInspectUtil, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore]
[junit4] Completed [482/620 (2!)] on J2 in 49.99s, 1 test, 1 error <<< FAILURES!
[...truncated 443 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 2 errors, 103 ignored (88 assumptions) [seed: BDA30489F276B571]
Total time: 74 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1266 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1266/
1 tests failed.
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at http://127.0.0.1:33628/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33628/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
at __randomizedtesting.SeedInfo.seed([2D5C91ED904704D0:A508AE373EBB6928]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10787 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/init-core-data-001
[junit4] 2> 286374 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 286375 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 286375 INFO (Thread-493) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 286375 INFO (Thread-493) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 286475 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41178
[junit4] 2> 286475 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286476 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286478 INFO (zkCallback-587-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11fd8986 name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286478 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286478 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286478 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 286482 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 286482 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 286484 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27de6498{/solr,null,AVAILABLE}
[junit4] 2> 286485 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@2a673ebd{HTTP/1.1,[http/1.1]}{127.0.0.1:35395}
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.Server Started @291193ms
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35395}
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2'
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 286487 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286489 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f19548d{/solr,null,AVAILABLE}
[junit4] 2> 286489 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@644060da{HTTP/1.1,[http/1.1]}{127.0.0.1:33628}
[junit4] 2> 286490 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.Server Started @291198ms
[junit4] 2> 286490 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33628}
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1'
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286495 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286500 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286501 INFO (zkCallback-589-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2391b504 name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286501 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286501 INFO (zkCallback-588-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a5fe93d name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286501 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286501 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286501 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286502 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 286502 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/.
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/.
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1538404450
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 223259401
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1]
[junit4] 2> 286509 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2]
[junit4] 2> 286509 WARN (jetty-launcher-586-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/lib
[junit4] 2> 286509 WARN (jetty-launcher-586-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/lib
[junit4] 2> 286509 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 286509 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41178/solr
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286512 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286513 INFO (zkCallback-592-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19ddfd64 name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286517 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286517 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286518 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$74/1887335376@79d6592b
[junit4] 2> 286519 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 286520 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10a1eb30 name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41178/solr
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286521 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 286521 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286522 INFO (zkCallback-596-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37f877d5 name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286522 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286523 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286523 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 286524 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$74/1887335376@66c851eb
[junit4] 2> 286524 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286526 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73dc302 name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286526 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286526 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 286528 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 286530 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 286531 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 286533 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 286533 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 286534 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 286534 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 286535 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 286535 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 286536 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 286539 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 286539 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 286539 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 286539 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 286540 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 286540 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 286542 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 286543 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 286543 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 286544 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96210039707729926-127.0.0.1:33628_solr-n_0000000000
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96210039707729924-127.0.0.1:35395_solr-n_0000000001
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33628_solr
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 286546 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96210039707729926-127.0.0.1:33628_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 286546 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer Overseer (id=96210039707729926-127.0.0.1:33628_solr-n_0000000000) starting
[junit4] 2> 286546 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35395_solr
[junit4] 2> 286546 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35395_solr
[junit4] 2> 286548 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 286548 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 286549 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 286549 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 286549 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 286558 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 286559 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 286561 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 286562 INFO (OverseerCollectionConfigSetProcessor-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 286564 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 286564 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 286566 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/.
[junit4] 2> 286567 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 286570 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 286570 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 286571 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33628_solr as DOWN
[junit4] 2> 286587 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33628_solr
[junit4] 2> 286587 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33628_solr
[junit4] 2> 286599 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:33628_solr"} current state version: 0
[junit4] 2> 286599 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33628_solr
[junit4] 2> 286604 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 286604 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 286608 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 286623 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 286651 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 286651 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 286651 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/.
[junit4] 2> 286652 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 286682 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 286682 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 286682 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286704 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286718 INFO (zkCallback-600-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12fd3cc name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286718 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286718 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286758 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286774 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286780 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13a6239e name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286782 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286782 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286782 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 286794 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 286810 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 286847 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 286859 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 286876 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[2D5C91ED904704D0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 286886 INFO (qtp451645092-2152) [n:127.0.0.1:33628_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=true&name=backuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 286889 INFO (OverseerCollectionConfigSetProcessor-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 286889 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 286890 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
[junit4] 2> 286890 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore
[junit4] 2> 286891 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
[junit4] 2> 286891 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 286891 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 286894 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 286900 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 286900 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
[junit4] 2> 286901 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
[junit4] 2> 287018 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
[junit4] 2> 287018 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:33628_solr
[junit4] 2> 287022 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:35395_solr
[junit4] 2> 287035 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 287035 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 287041 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 287041 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 287050 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 287050 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 287066 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 287067 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 287067 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:35395/solr",
[junit4] 2> "node_name":"127.0.0.1:35395_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 287067 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:35395/solr",
[junit4] 2> "node_name":"127.0.0.1:35395_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 287069 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 287069 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "node_name":"127.0.0.1:33628_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 287069 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "node_name":"127.0.0.1:33628_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 287070 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 287077 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 287077 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 287173 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
[junit4] 2> 287174 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 287174 INFO (zkCallback-597-thread-4-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 287174 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 287174 INFO (zkCallback-597-thread-4-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 288077 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
[junit4] 2> 288078 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 288078 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
[junit4] 2> 288078 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 288078 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 288078 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 288078 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 288078 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 288079 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 288079 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/backuprestore_shard2_replica1'
[junit4] 2> 288079 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 288079 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 288080 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 288080 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/backuprestore_shard1_replica1'
[junit4] 2> 288081 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 288081 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 288082 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 288089 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 288095 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 288098 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 288099 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 288101 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 288106 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 288111 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 288120 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 288123 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 288125 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 288128 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 288130 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 288130 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
[junit4] 2> 288130 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 288131 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/backuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/]
[junit4] 2> 288131 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
[junit4] 2> 288131 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data
[junit4] 2> 288132 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index/
[junit4] 2> 288132 WARN (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 288132 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index
[junit4] 2> 288137 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 288137 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
[junit4] 2> 288137 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 288137 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/backuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/]
[junit4] 2> 288138 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
[junit4] 2> 288138 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data
[junit4] 2> 288138 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index/
[junit4] 2> 288138 WARN (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 288143 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index
[junit4] 2> 288143 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@66b56f1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@739821),segFN=segments_1,generation=1}
[junit4] 2> 288144 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 288144 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@530d4e1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f49f657),segFN=segments_1,generation=1}
[junit4] 2> 288144 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 288145 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 288147 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288147 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288148 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288149 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288154 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/
[junit4] 2> 288154 WARN (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 288155 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 288159 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 288160 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 288160 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 288160 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 288161 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 288161 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 288161 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288161 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@66b56f1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@739821),segFN=segments_1,generation=1}
[junit4] 2> 288162 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 288162 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1386ca15[backuprestore_shard1_replica1] main]
[junit4] 2> 288162 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 288162 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 288163 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 288163 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 288164 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 288164 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 288164 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 288164 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539360637198532608
[junit4] 2> 288165 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 288165 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 288166 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539360637198532608
[junit4] 2> 288166 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 288166 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard1_replica1
[junit4] 2> 288167 INFO (searcherExecutor-791-thread-1-processing-n:127.0.0.1:33628_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node2) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@1386ca15[backuprestore_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 288167 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 288167 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 288168 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 288168 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 288168 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard1_replica1 address:http://127.0.0.1:33628/solr collection:backuprestore shard:shard1
[junit4] 2> 288168 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/
[junit4] 2> 288169 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard1/election
[junit4] 2> 288171 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@530d4e1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f49f657),segFN=segments_1,generation=1}
[junit4] 2> 288171 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 288171 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@641ad80d[backuprestore_shard2_replica1] main]
[junit4] 2> 288171 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 288173 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard1/election/96210039707729926-core_node2-n_0000000000
[junit4] 2> 288173 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 288173 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 288173 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 288175 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 288175 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 288175 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539360637210066944
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/ has no replicas
[junit4] 2> 288176 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore"} current state version: 0
[junit4] 2> 288176 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539360637210066944
[junit4] 2> 288177 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 288177 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard1
[junit4] 2> 288179 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard1/leader after winning as /collections/backuprestore/leader_elect/shard1/election/96210039707729926-core_node2-n_0000000000
[junit4] 2> 288181 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/ shard1
[junit4] 2> 288182 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 288183 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
[junit4] 2> 288177 INFO (searcherExecutor-792-thread-1-processing-n:127.0.0.1:35395_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node1) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@641ad80d[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 288190 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:http://127.0.0.1:35395/solr collection:backuprestore shard:shard2
[junit4] 2> 288191 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
[junit4] 2> 288193 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96210039707729924-core_node1-n_0000000000
[junit4] 2> 288194 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35395/solr/backuprestore_shard2_replica1/
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:35395/solr/backuprestore_shard2_replica1/ has no replicas
[junit4] 2> 288195 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore"} current state version: 0
[junit4] 2> 288196 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
[junit4] 2> 288198 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard2/leader after winning as /collections/backuprestore/leader_elect/shard2/election/96210039707729924-core_node1-n_0000000000
[junit4] 2> 288199 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35395/solr/backuprestore_shard2_replica1/ shard2
[junit4] 2> 288200 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "base_url":"http://127.0.0.1:35395/solr",
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 288302 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 1
[junit4] 2> 288303 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 288303 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 288303 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
[junit4] 2> 288303 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
[junit4] 2> 288333 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController We are http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/ and leader is http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/
[junit4] 2> 288333 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController No LogReplay needed for core=backuprestore_shard1_replica1 baseURL=http://127.0.0.1:33628/solr
[junit4] 2> 288333 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 288333 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 288334 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Forcing refresh of watched collection state for backuprestore
[junit4] 2> 288335 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2} status=0 QTime=1300
[junit4] 2> 288336 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "node_name":"127.0.0.1:33628_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 288336 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "node_name":"127.0.0.1:33628_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4]
[...truncated too long message...]
ng-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Closing main searcher on request.
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 295155 INFO (zkCallback-597-thread-2-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index;done=false>>]
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data;done=false>>]
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data
[junit4] 2> 295158 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.Overseer Overseer (id=96210039707729926-127.0.0.1:33628_solr-n_0000000000) closing
[junit4] 2> 295158 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33628_solr
[junit4] 2> 295160 ERROR (jetty-launcher-586-thread-1-EventThread) [n:127.0.0.1:33628_solr ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/580541551@70b980a6 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@5096b8ef[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 124]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 295160 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f19548d{/solr,null,UNAVAILABLE}
[junit4] 2> 296655 WARN (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 296655 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@27de6498{/solr,null,UNAVAILABLE}
[junit4] 2> 296657 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41178 41178
[junit4] 2> 296776 INFO (Thread-493) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41178 41178
[junit4] 2> 296776 WARN (Thread-493) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/backuprestore/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 296779 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=FSTOrd50, _version_=PostingsFormat(name=Direct), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1433, maxMBSortInHeap=7.423323608664455, sim=ClassicSimilarity, locale=en-NZ, timezone=America/Belem
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=174301840,total=387448832
[junit4] 2> NOTE: All tests run in this JVM: [RuleEngineTest, CoreMergeIndexesAdminHandlerTest, TestUniqueKeyFieldResource, LeaderElectionTest, TestBackupRepositoryFactory, RestartWhileUpdatingTest, TestLegacyFieldCache, TestIndexSearcher, TestManagedSchema, HLLSerializationTest, BasicDistributedZk2Test, TestSmileRequest, SharedFSAutoReplicaFailoverUtilsTest, OverriddenZkACLAndCredentialsProvidersTest, FieldAnalysisRequestHandlerTest, SolrCoreCheckLockOnStartupTest, TestMaxScoreQueryParser, TestImplicitCoreProperties, OverseerTest, TestStressRecovery, HdfsLockFactoryTest, SampleTest, TestSha256AuthenticationProvider, TestChildDocTransformer, SaslZkACLProviderTest, DistributedQueryComponentOptimizationTest, TestRawTransformer, TestLocalFSCloudBackupRestore]
[junit4] Completed [76/620 (1!)] on J2 in 10.46s, 1 test, 1 error <<< FAILURES!
[...truncated 1805 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 103 ignored (88 assumptions) [seed: 2D5C91ED904704D0]
Total time: 79 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1265 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1265/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.overseer.ZkStateWriterTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest: 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest:
1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([DEE4D3305641E362]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.overseer.ZkStateWriterTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([DEE4D3305641E362]:0)
Build Log:
[...truncated 11105 lines...]
[junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateWriterTest_DEE4D3305641E362-001/init-core-data-001
[junit4] 2> 627825 INFO (SUITE-ZkStateWriterTest-seed#[DEE4D3305641E362]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 627832 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSingleExternalCollection
[junit4] 2> 627833 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 627840 INFO (Thread-2221) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 627840 INFO (Thread-2221) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 627940 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer start zk server on port:41693
[junit4] 2> 627940 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 627972 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 627992 INFO (zkCallback-697-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7504b71e name:ZooKeeperConnection Watcher:127.0.0.1:41693 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 627992 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 627993 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 627994 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628028 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628039 INFO (zkCallback-698-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19bc505d name:ZooKeeperConnection Watcher:127.0.0.1:41693 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628039 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628040 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628040 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 628050 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628075 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628092 INFO (zkCallback-699-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a975367 name:ZooKeeperConnection Watcher:127.0.0.1:41693/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628092 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628092 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628093 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 628094 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 628095 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 628096 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 628096 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 628097 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 628097 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 628098 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 628099 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 628100 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 628102 ERROR (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]-EventThread) [ ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$7/666336058@2791189d rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@23ae88b7[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 0]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 628109 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41693 41693
[junit4] 2> 628279 INFO (Thread-2221) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41693 41693
[junit4] 2> 628280 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
[junit4] 2> 628285 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
[junit4] 2> 628285 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 628293 INFO (Thread-2222) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 628293 INFO (Thread-2222) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 628400 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer start zk server on port:41587
[junit4] 2> 628400 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628408 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628428 INFO (zkCallback-701-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41dff25 name:ZooKeeperConnection Watcher:127.0.0.1:41587 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628430 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628430 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628432 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628464 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628476 INFO (zkCallback-702-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d6627d9 name:ZooKeeperConnection Watcher:127.0.0.1:41587 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628476 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628476 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628477 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 628492 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628493 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628516 INFO (zkCallback-703-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b9ffd2c name:ZooKeeperConnection Watcher:127.0.0.1:41587/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628516 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628517 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628517 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 628518 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 628519 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 628520 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 628520 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 628521 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 628521 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 628522 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 628528 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 628529 INFO (zkCallback-703-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 628530 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
[junit4] 2> 628531 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
[junit4] 2> 628541 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
[junit4] 2> 628541 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Adding lazily-loaded reference for collection c2
[junit4] 2> 628545 INFO (zkCallback-703-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 628561 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.o.ZkStateWriterTest Cluster state: live nodes:[]collections:{c1=LazyCollectionRef(c1), c2=LazyCollectionRef(c2)}
[junit4] 2> 628600 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c2
[junit4] 2> 628624 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/c2/state.json version: 0
[junit4] 2> 628653 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x155cb7f16aa0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 628657 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41587 41587
[junit4] 2> 628824 INFO (Thread-2222) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41587 41587
[junit4] 2> 628827 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
[junit4] 2> 628830 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSingleLegacyCollection
[junit4] 2> 628830 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 628832 INFO (Thread-2223) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 628832 INFO (Thread-2223) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 628932 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer start zk server on port:39755
[junit4] 2> 628932 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628948 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628956 INFO (zkCallback-705-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ba63b0b name:ZooKeeperConnection Watcher:127.0.0.1:39755 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628956 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628957 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628978 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628986 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628986 INFO (zkCallback-706-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2cf3c23b name:ZooKeeperConnection Watcher:127.0.0.1:39755 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628986 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628986 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628986 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 628996 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 629016 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 629062 INFO (zkCallback-707-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@263d041f name:ZooKeeperConnection Watcher:127.0.0.1:39755/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 629062 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 629063 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 629063 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 629070 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 629071 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 629072 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 629073 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 629073 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 629074 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 629074 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 629075 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 629084 ERROR (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]-EventThread) [ ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$7/666336058@3dc7658b rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@78c5fc57[Shutting down, pool size = 2, active threads = 2, queued tasks = 0, completed tasks = 0]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 629084 INFO (zkCallback-707-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 629084 WARN (zkCallback-707-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
[junit4] 2> 629087 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39755 39755
[junit4] 2> 629211 INFO (Thread-2223) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39755 39755
[junit4] 2> 629212 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSingleLegacyCollection
[junit4] 2> 629214 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
[junit4] 2> 629215 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 629232 INFO (Thread-2224) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 629232 INFO (Thread-2224) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 629324 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer start zk server on port:37807
[junit4] 2> 629324 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 629351 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 629384 INFO (zkCallback-709-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@67052c0a name:ZooKeeperConnection Watcher:127.0.0.1:37807 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 629384 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 629384 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 629385 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 629397 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 629444 INFO (zkCallback-710-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62ecfdd3 name:ZooKeeperConnection Watcher:127.0.0.1:37807 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 629444 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 629444 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 629445 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 629453 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 629481 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 629492 INFO (zkCallback-711-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31150245 name:ZooKeeperConnection Watcher:127.0.0.1:37807/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 629492 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 629492 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 629499 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 629523 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 629524 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 629525 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 629526 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 629527 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 629530 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 629532 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 629533 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 629534 INFO (zkCallback-711-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 629534 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
[junit4] 2> 629535 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 629553 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
[junit4] 2> 629553 INFO (zkCallback-711-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 629554 INFO (zkCallback-711-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 629555 INFO (zkCallback-711-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 629561 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37807 37807
[junit4] 2> 629726 INFO (Thread-2224) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37807 37807
[junit4] 2> 629727 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
[junit4] 2> 629729 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
[junit4] 2> 629729 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 629823 INFO (Thread-2225) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 629823 INFO (Thread-2225) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 629976 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer start zk server on port:56307
[junit4] 2> 629976 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 630004 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 630020 INFO (zkCallback-713-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e2375d name:ZooKeeperConnection Watcher:127.0.0.1:56307 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 630020 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 630021 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 630022 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 630032 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 630048 INFO (zkCallback-714-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@206b859d name:ZooKeeperConnection Watcher:127.0.0.1:56307 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 630048 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 630049 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 630049 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 630051 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 630075 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 630079 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b5dc62a name:ZooKeeperConnection Watcher:127.0.0.1:56307/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 630079 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 630079 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 630079 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 630080 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 630081 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 630082 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 630083 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 630083 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 630084 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 630084 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 630085 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 630086 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 630086 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
[junit4] 2> 630087 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 630088 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 630089 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56307 56307
[junit4] 2> 630256 INFO (Thread-2225) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56307 56307
[junit4] 2> 630257 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZkStateWriterBatching
[junit4] 2> 630258 INFO (SUITE-ZkStateWriterTest-seed#[DEE4D3305641E362]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> Jul 08, 2016 5:12:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Jul 08, 2016 5:12:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest:
[junit4] 2> 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Jul 08, 2016 5:12:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
[junit4] 2> Jul 08, 2016 5:12:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=753, maxMBSortInHeap=7.254856183924918, sim=ClassicSimilarity, locale=et, timezone=Asia/Choibalsan
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=2,free=184324008,total=530579456
[junit4] 2> NOTE: All tests run in this JVM: [HLLUtilTest, TestSchemaSimilarityResource, SolrRequestParserTest, MultiThreadedOCPTest, TestOmitPositions, TestNumericTerms32, StressHdfsTest, UUIDFieldTest, AlternateDirectoryTest, TestAnalyzedSuggestions, TestHighlightDedupGrouping, CdcrVersionReplicationTest, TestMergePolicyConfig, TestSolrQueryResponse, TestConfigOverlay, UUIDUpdateProcessorFallbackTest, TestTolerantUpdateProcessorRandomCloud, TestExpandComponent, TestCloudSchemaless, EchoParamsTest, TestFieldCacheVsDocValues, HdfsNNFailoverTest, OverseerCollectionConfigSetProcessorTest, BasicZkTest, TestRemoteStreaming, TestDFISimilarityFactory, IndexSchemaRuntimeFieldTest, DocumentAnalysisRequestHandlerTest, CloudExitableDirectoryReaderTest, TestCSVLoader, OutputWriterTest, HdfsChaosMonkeyNothingIsSafeTest, TestHashQParserPlugin, JSONWriterTest, ResponseLogComponentTest, ForceLeaderTest, TestShortCircuitedRequests, PreAnalyzedUpdateProcessorTest, RulesTest, XsltUpdateRequestHandlerTest, CursorMarkTest, CoreAdminCreateDiscoverTest, PolyFieldTest, ZkStateWriterTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkStateWriterTest -Dtests.seed=DEE4D3305641E362 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=et -Dtests.timezone=Asia/Choibalsan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | ZkStateWriterTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest:
[junit4] > 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([DEE4D3305641E362]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([DEE4D3305641E362]:0)
[junit4] Completed [176/620 (1!)] on J0 in 25.83s, 5 tests, 2 errors <<< FAILURES!
[...truncated 1434 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 2 suite-level errors, 1579 ignored (67 assumptions) [seed: DEE4D3305641E362]
Total time: 54 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1264 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1264/
4 tests failed.
FAILED: org.apache.solr.cloud.CollectionStateFormat2Test.test
Error Message:
Could not find collection:.system
Stack Trace:
java.lang.AssertionError: Could not find collection:.system
at __randomizedtesting.SeedInfo.seed([7B0349932A95064B:F357764984696BB3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:134)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.CollectionStateFormat2Test.testConfNameAndCollectionNameSame(CollectionStateFormat2Test.java:53)
at org.apache.solr.cloud.CollectionStateFormat2Test.test(CollectionStateFormat2Test.java:40)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([7B0349932A95064B:70B8B8BF7BCCF0E2]:0)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh
Error Message:
Could not find collection : c1
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
at __randomizedtesting.SeedInfo.seed([7B0349932A95064B:64B93864FAF5C08E]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:43)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.security.BasicAuthIntegrationTest.testBasics
Error Message:
IOException occured when talking to server at: http://127.0.0.1:51153/solr/testSolrCloudCollection_shard1_replica1
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: IOException occured when talking to server at: http://127.0.0.1:51153/solr/testSolrCloudCollection_shard1_replica1
at __randomizedtesting.SeedInfo.seed([7B0349932A95064B:46DBE7BF127B583B]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:739)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1151)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:193)
at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:51153/solr/testSolrCloudCollection_shard1_replica1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:714)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:51153 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
... 10 more
Build Log:
[...truncated 10615 lines...]
[junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
[junit4] 2> 84718 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 84718 INFO (Thread-239) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 84718 INFO (Thread-239) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 84818 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.ZkTestServer start zk server on port:35351
[junit4] 2> 84818 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 84819 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 84824 INFO (zkCallback-71-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4848ec25 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 84824 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 84825 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 84825 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 84838 INFO (jetty-launcher-70-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 84839 INFO (jetty-launcher-70-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 84839 INFO (jetty-launcher-70-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 84839 INFO (jetty-launcher-70-thread-5) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 84840 INFO (jetty-launcher-70-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 84841 INFO (jetty-launcher-70-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e214a2e{/solr,null,AVAILABLE}
[junit4] 2> 84844 INFO (jetty-launcher-70-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@165497cb{HTTP/1.1,[http/1.1]}{127.0.0.1:51153}
[junit4] 2> 84844 INFO (jetty-launcher-70-thread-2) [ ] o.e.j.s.Server Started @89222ms
[junit4] 2> 84844 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51153}
[junit4] 2> 84844 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 84846 INFO (jetty-launcher-70-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6414fdfb{/solr,null,AVAILABLE}
[junit4] 2> 84846 INFO (jetty-launcher-70-thread-5) [ ] o.e.j.s.ServerConnector Started ServerConnector@5181a750{HTTP/1.1,[http/1.1]}{127.0.0.1:37715}
[junit4] 2> 84846 INFO (jetty-launcher-70-thread-5) [ ] o.e.j.s.Server Started @89224ms
[junit4] 2> 84846 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37715}
[junit4] 2> 84846 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 84847 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5'
[junit4] 2> 84847 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 84847 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 84847 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 84848 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1'
[junit4] 2> 84848 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 84848 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 84848 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 84851 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 84853 INFO (jetty-launcher-70-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@782c790f{/solr,null,AVAILABLE}
[junit4] 2> 84853 INFO (jetty-launcher-70-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@77cd2fef{HTTP/1.1,[http/1.1]}{127.0.0.1:51427}
[junit4] 2> 84853 INFO (jetty-launcher-70-thread-3) [ ] o.e.j.s.Server Started @89231ms
[junit4] 2> 84853 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51427}
[junit4] 2> 84854 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 84854 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2'
[junit4] 2> 84854 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 84854 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 84854 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 84857 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 84858 INFO (jetty-launcher-70-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26e218c6{/solr,null,AVAILABLE}
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@424e84bf{/solr,null,AVAILABLE}
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@49fe5c90{HTTP/1.1,[http/1.1]}{127.0.0.1:56058}
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-4) [ ] o.e.j.s.Server Started @89239ms
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56058}
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@655533b2{HTTP/1.1,[http/1.1]}{127.0.0.1:59898}
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-1) [ ] o.e.j.s.Server Started @89239ms
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4'
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59898}
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3'
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 84863 INFO (zkCallback-73-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d92a00b name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 84863 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 84863 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 84864 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84870 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 84874 INFO (zkCallback-72-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@710c5c98 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 84874 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 84874 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 84874 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 84875 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84881 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20faa7a0 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 84882 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 84882 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 84882 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84902 INFO (zkCallback-74-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1be7cff8 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 84903 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5/.
[junit4] 2> 84903 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.CoreContainer New CoreContainer 18323505
[junit4] 2> 84903 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5]
[junit4] 2> 84903 WARN (jetty-launcher-70-thread-5) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5/lib
[junit4] 2> 84904 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 84907 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 84907 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 84908 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84911 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1/.
[junit4] 2> 84911 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 792405121
[junit4] 2> 84911 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1]
[junit4] 2> 84911 WARN (jetty-launcher-70-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1/lib
[junit4] 2> 84911 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 84912 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4/.
[junit4] 2> 84912 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.CoreContainer New CoreContainer 156137801
[junit4] 2> 84913 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4]
[junit4] 2> 84913 WARN (jetty-launcher-70-thread-4) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4/lib
[junit4] 2> 84913 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 84913 INFO (zkCallback-76-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2854465d name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 84913 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 84913 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 84914 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84935 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3/.
[junit4] 2> 84935 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1194997815
[junit4] 2> 84935 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3]
[junit4] 2> 84935 WARN (jetty-launcher-70-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3/lib
[junit4] 2> 84939 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 84950 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2/.
[junit4] 2> 84951 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.CoreContainer New CoreContainer 1082989658
[junit4] 2> 84951 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2]
[junit4] 2> 84951 WARN (jetty-launcher-70-thread-3) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2/lib
[junit4] 2> 84951 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 85018 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 85018 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 85018 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 85019 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
[junit4] 2> 85019 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 85019 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 85028 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85045 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 85095 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 85095 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 85095 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
[junit4] 2> 85095 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 85095 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 85094 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 85114 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 85114 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 85114 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
[junit4] 2> 85114 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 85114 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 85082 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 85136 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 85137 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 85137 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
[junit4] 2> 85137 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 85137 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 85069 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 85130 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85154 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 85118 INFO (zkCallback-79-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c3fcbee name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85155 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 85113 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85155 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85155 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
[junit4] 2> 85176 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 85176 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 85175 INFO (zkCallback-88-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f71b9f4 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85155 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 85176 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85177 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 85186 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85187 INFO (zkCallback-89-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@189e2580 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85187 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85192 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@4618846c
[junit4] 2> 85201 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85201 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 85202 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@48ca4e55
[junit4] 2> 85202 INFO (zkCallback-90-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@101366d5 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85203 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85203 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 85207 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x155c7ae717a0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 85216 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85217 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85217 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@958ddc3
[junit4] 2> 85224 INFO (zkCallback-91-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a79aef2 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85224 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85224 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 85233 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85233 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@29b3258a
[junit4] 2> 85244 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@354f751c
[junit4] 2> 85245 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@8963f46 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85245 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85246 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 85249 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 85252 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85253 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f2c9fdb name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85253 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85254 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 85260 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 85267 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 85267 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 85270 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 85270 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 85272 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 85272 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 85276 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 85276 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 85278 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 85278 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 85280 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 85280 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 85281 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 85282 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 85282 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 85283 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 85284 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 85284 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 85288 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 85288 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 85289 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85298 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 85298 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 85300 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 85300 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 85301 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391435-127.0.0.1:51153_solr-n_0000000000
[junit4] 2> 85301 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51153_solr
[junit4] 2> 85301 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 85301 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391436-127.0.0.1:51427_solr-n_0000000001
[junit4] 2> 85302 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391435-127.0.0.1:51153_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 85303 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51427_solr
[junit4] 2> 85303 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51427_solr
[junit4] 2> 85304 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer Overseer (id=96202519100391435-127.0.0.1:51153_solr-n_0000000000) starting
[junit4] 2> 85306 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 85306 INFO (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cf01e19 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85306 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 85306 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85316 INFO (zkCallback-95-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16fbfb23 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85322 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85332 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 85333 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 85333 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2/.
[junit4] 2> 85334 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 85323 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 85322 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 85335 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 85335 INFO (zkCallback-96-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76ccf4e4 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85335 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85347 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 85347 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 85349 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 85351 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 85352 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 85353 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 85354 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 85354 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 85355 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 85355 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 85355 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 85356 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 85362 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 85364 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391437-127.0.0.1:59898_solr-n_0000000002
[junit4] 2> 85364 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 85365 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391436-127.0.0.1:51427_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 85365 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:59898_solr as DOWN
[junit4] 2> 85365 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 85366 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 85367 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391438-127.0.0.1:37715_solr-n_0000000003
[junit4] 2> 85368 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59898_solr
[junit4] 2> 85368 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59898_solr
[junit4] 2> 85368 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 85369 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391439-127.0.0.1:56058_solr-n_0000000004
[junit4] 2> 85369 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391437-127.0.0.1:59898_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 85369 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:59898_solr"} current state version: 0
[junit4] 2> 85369 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:59898_solr
[junit4] 2> 85370 INFO (OverseerCollectionConfigSetProcessor-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 85370 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37715_solr as DOWN
[junit4] 2> 85370 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 85371 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 85372 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 85372 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 85377 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37715_solr
[junit4] 2> 85377 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37715_solr
[junit4] 2> 85379 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 85379 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 85387 INFO (zkCallback-95-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 85387 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:51153_solr as DOWN
[junit4] 2> 85389 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51153_solr
[junit4] 2> 85389 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51153_solr
[junit4] 2> 85391 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
[junit4] 2> 85391 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 85402 INFO (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 85402 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391438-127.0.0.1:37715_solr-n_0000000003 to know if I could be the leader
[junit4] 2> 85402 INFO (zkCallback-96-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 85403 INFO (zkCallback-93-thread-3-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 85403 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:56058_solr as DOWN
[junit4] 2> 85403 INFO (zkCallback-93-thread-3-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 85404 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:37715_solr"} current state version: 0
[junit4] 2> 85404 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:37715_solr
[junit4] 2> 85405 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56058_solr
[junit4] 2> 85405 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56058_solr
[junit4] 2> 85406 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:51153_solr"} current state version: 0
[junit4] 2> 85406 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51153_solr
[junit4] 2> 85407 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 85408 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 85418 INFO (zkCallback-95-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 85418 INFO (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 85418 INFO (zkCallback-96-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 85430 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 85430 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 85431 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3/.
[junit4] 2> 85431 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 85434 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 85434 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 85434 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1/.
[junit4] 2> 85434 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 85442 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
[junit4] 2> 85443 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:56058_solr"} current state version: 0
[junit4] 2> 85443 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:56058_solr
[junit4] 2> 85446 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 85448 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 85448 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 85448 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5/.
[junit4] 2> 85449 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 85449 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 85449 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 85454 INFO (zkCallback-93-thread-2-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 85455 INFO (zkCallback-93-thread-2-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 85455 INFO (zkCallback-94-thread-2-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 85455 INFO (zkCallback-94-thread-2-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 85456 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 85456 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 85456 INFO (zkCallback-96-thread-2-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 85457 INFO (zkCallback-96-thread-2-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 85457 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 85457 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 85457 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 85457 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 85458 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4/.
[junit4] 2> 85458 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 85459 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 85459 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 85462 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 85464 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85465 INFO (zkCallback-102-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@75626351 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85465 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85465 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 85472 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@77cd2fef{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 85473 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1082989658
[junit4] 2> 85473 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:51427_solr as DOWN
[junit4] 2> 85478 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:51427_solr"} current state version: 0
[junit4] 2> 85478 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51427_solr
[junit4] 2> 85483 INFO (zkCallback-96-thread-2-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
[junit4] 2> 85483 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
[junit4] 2> 85483 INFO (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
[junit4] 2> 85483 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
[junit4] 2> 85483 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
[junit4] 2> 85483 INFO (zkCallback-96-thread-2-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 85483 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 85486 INFO (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 85486 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 85486 INFO (zkCallback-94-thread-2-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391435-127.0.0.1:51153_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 86983 WARN (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 86985 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@782c790f{/solr,null,UNAVAILABLE}
[junit4] 2> 86986 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 86988 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54e2820{/solr,null,AVAILABLE}
[junit4] 2> 86988 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.e.j.s.ServerConnector Started ServerConnector@153695a4{HTTP/1.1,[http/1.1]}{127.0.0.1:58408}
[junit4] 2> 86988 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.e.j.s.Server Started @91366ms
[junit4] 2> 86989 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58408}
[junit4] 2> 86989 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 86989 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node6'
[junit4] 2> 86989 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 86989 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 86989 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 86994 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 86998 INFO (zkCallback-104-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b0e86e3 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 86998 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 86999 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 86999 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 87007 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node6/.
[junit4] 2> 87007 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.CoreContainer New CoreContainer 1204749931
[junit4] 2> 87007 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenk
[...truncated too long message...]
Manager Watcher org.apache.solr.common.cloud.ConnectionManager@7abe6da7 name:ZooKeeperConnection Watcher:127.0.0.1:34890 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 819182 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 819182 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 819182 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 819184 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 819184 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 819185 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34f4ca88 name:ZooKeeperConnection Watcher:127.0.0.1:34890/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 819185 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 819185 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 819185 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 819186 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 819187 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 819188 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 819189 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 819190 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 819191 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 819191 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 819193 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 819193 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 819194 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 819195 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 819196 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 819196 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 819197 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 819197 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 819199 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34890 34890
[junit4] 2> 819318 INFO (Thread-2138) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34890 34890
[junit4] 2> 819319 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
[junit4] 2> 819320 INFO (SUITE-ZkStateReaderTest-seed#[7B0349932A95064B]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_7B0349932A95064B-001
[junit4] 2> Jul 07, 2016 11:38:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=409, maxMBSortInHeap=6.707041444302412, sim=ClassicSimilarity, locale=cs-CZ, timezone=Universal
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=89212456,total=504889344
[junit4] 2> NOTE: All tests run in this JVM: [TestJmxIntegration, MigrateRouteKeyTest, BaseCdcrDistributedZkTest, TestOnReconnectListenerSupport, TestObjectReleaseTracker, TestSearchPerf, TestReplicaProperties, SuggesterTSTTest, TestCSVResponseWriter, TestTolerantSearch, FieldMutatingUpdateProcessorTest, TestImplicitCoreProperties, TestXmlQParser, TestGroupingSearch, SpatialRPTFieldTypeTest, CloneFieldUpdateProcessorFactoryTest, DocValuesMultiTest, TestTestInjection, DeleteInactiveReplicaTest, TestGeoJSONResponseWriter, TestSolrDeletionPolicy1, TestDistributedMissingSort, AutoCommitTest, CircularListTest, DirectUpdateHandlerTest, TestNRTOpen, UpdateParamsTest, SolrCoreCheckLockOnStartupTest, HLLSerializationTest, TestDistribIDF, TestReloadDeadlock, TestReversedWildcardFilterFactory, TestAnalyzeInfixSuggestions, DateRangeFieldTest, TestClassicSimilarityFactory, TestCustomSort, BadComponentTest, TestSweetSpotSimilarityFactory, TestRawTransformer, TestSmileRequest, TestSolrIndexConfig, TestStressReorder, TestRecovery, DistributedFacetPivotLargeTest, AssignTest, LeaderElectionTest, SuggesterTest, CurrencyFieldXmlFileTest, BlockJoinFacetDistribTest, TestFieldCacheSortRandom, TestStandardQParsers, TestMaxScoreQueryParser, SampleTest, TestJsonRequest, FullSolrCloudDistribCmdsTest, TestCloudPseudoReturnFields, SuggesterWFSTTest, TestOverriddenPrefixQueryForCustomFieldType, OverseerRolesTest, CollectionsAPISolrJTest, StatsComponentTest, TestConfigSetProperties, TestPHPSerializedResponseWriter, TestHdfsCloudBackupRestore, TermVectorComponentDistributedTest, HighlighterConfigTest, ScriptEngineTest, CoreAdminHandlerTest, TestXIncludeConfig, TestUtils, CollectionStateFormat2Test, TestTolerantUpdateProcessorCloud, RequestLoggingTest, TestLocalFSCloudBackupRestore, TestSolrConfigHandlerConcurrent, DistributedQueryComponentOptimizationTest, TestIndexingPerformance, TestExceedMaxTermLength, TestJettySolrRunner, ZkStateReaderTest]
[junit4] Completed [212/620 (3!)] on J2 in 1.91s, 6 tests, 2 errors <<< FAILURES!
[...truncated 1315 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20160707_232417_082.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/heapdumps/java_pid19575.hprof ...
[junit4] Heap dump file created [485219952 bytes in 1.780 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 19 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 3 errors, 1 failure, 102 ignored (87 assumptions) [seed: 7B0349932A95064B]
Total time: 71 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1263 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1263/
1 tests failed.
FAILED: org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy
Error Message:
Could not find collection : c1
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
at __randomizedtesting.SeedInfo.seed([C8DC0E1270FE2FF6:A393AE6F09F1F2CC]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12210 lines...]
[junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_C8DC0E1270FE2FF6-001/init-core-data-001
[junit4] 2> 1935860 INFO (SUITE-ZkStateReaderTest-seed#[C8DC0E1270FE2FF6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1935862 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
[junit4] 2> 1935862 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1935862 INFO (Thread-5828) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1935862 INFO (Thread-5828) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1935962 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer start zk server on port:48926
[junit4] 2> 1935963 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1935963 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1935965 INFO (zkCallback-15091-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d3a5edf name:ZooKeeperConnection Watcher:127.0.0.1:48926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1935965 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1935966 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1935967 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1935967 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1935968 INFO (zkCallback-15092-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a5c944c name:ZooKeeperConnection Watcher:127.0.0.1:48926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1935968 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1935968 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1935968 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1935972 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1935972 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1935973 INFO (zkCallback-15093-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50784588 name:ZooKeeperConnection Watcher:127.0.0.1:48926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1935973 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1935973 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1935974 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1935975 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1935976 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1935977 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1935978 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1935979 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1935979 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1935982 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1935983 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1935985 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1935986 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1935987 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1935988 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48926 48926
[junit4] 2> 1935989 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]-EventThread) [ ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$43/948588793@526603ff rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@56598d6b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 1935990 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]-EventThread) [ ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$43/948588793@4019a48a rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@56598d6b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 1936112 INFO (Thread-5828) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48926 48926
[junit4] 2> 1936118 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefreshLazy -Dtests.seed=C8DC0E1270FE2FF6 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-MT -Dtests.timezone=Europe/Monaco -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.26s J1 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy <<<
[junit4] > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
[junit4] > at __randomizedtesting.SeedInfo.seed([C8DC0E1270FE2FF6:A393AE6F09F1F2CC]:0)
[junit4] > at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
[junit4] > at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
[junit4] > at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1936124 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
[junit4] 2> 1936128 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1936128 INFO (Thread-5829) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1936129 INFO (Thread-5829) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1936229 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer start zk server on port:60885
[junit4] 2> 1936229 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936230 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936231 INFO (zkCallback-15095-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12ff5577 name:ZooKeeperConnection Watcher:127.0.0.1:60885 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936232 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936232 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936233 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936234 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936234 INFO (zkCallback-15096-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17fe198e name:ZooKeeperConnection Watcher:127.0.0.1:60885 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936234 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936234 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936234 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1936236 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936245 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936245 INFO (zkCallback-15097-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f6abbeb name:ZooKeeperConnection Watcher:127.0.0.1:60885/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936245 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936246 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936246 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1936248 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1936249 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1936250 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1936258 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1936259 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1936259 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1936260 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1936261 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1936261 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1936262 INFO (zkCallback-15097-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1936269 INFO (zkCallback-15097-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936270 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1936271 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1936271 INFO (zkCallback-15097-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936272 INFO (zkCallback-15097-thread-1) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1936272 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1936276 INFO (zkCallback-15097-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936277 WARN (zkCallback-15097-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
[junit4] 2> 1936278 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60885 60885
[junit4] 2> 1936499 INFO (Thread-5829) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60885 60885
[junit4] 2> 1936501 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
[junit4] 2> 1936504 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
[junit4] 2> 1936504 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1936504 INFO (Thread-5830) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1936504 INFO (Thread-5830) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1936607 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer start zk server on port:51190
[junit4] 2> 1936607 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936612 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936614 INFO (zkCallback-15099-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@398dc94 name:ZooKeeperConnection Watcher:127.0.0.1:51190 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936614 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936614 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936615 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936616 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936616 INFO (zkCallback-15100-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37bd99a5 name:ZooKeeperConnection Watcher:127.0.0.1:51190 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936616 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936617 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936617 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1936619 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936621 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936622 INFO (zkCallback-15101-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6160c42 name:ZooKeeperConnection Watcher:127.0.0.1:51190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936622 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936622 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936622 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1936623 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1936624 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1936625 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1936626 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1936626 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1936627 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1936627 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1936628 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1936632 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1936633 INFO (zkCallback-15101-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1936633 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1936635 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1936641 INFO (zkCallback-15101-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936641 INFO (zkCallback-15101-thread-2) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1936644 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51190 51190
[junit4] 2> 1936744 INFO (Thread-5830) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51190 51190
[junit4] 2> 1936745 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
[junit4] 2> 1936747 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
[junit4] 2> 1936748 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1936761 INFO (Thread-5831) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1936762 INFO (Thread-5831) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1936861 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer start zk server on port:56208
[junit4] 2> 1936862 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936862 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936871 INFO (zkCallback-15103-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37d320a9 name:ZooKeeperConnection Watcher:127.0.0.1:56208 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936871 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936871 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936872 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936881 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936882 INFO (zkCallback-15104-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@365cec97 name:ZooKeeperConnection Watcher:127.0.0.1:56208 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936882 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936882 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936882 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1936885 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936886 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936886 INFO (zkCallback-15105-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f395146 name:ZooKeeperConnection Watcher:127.0.0.1:56208/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936886 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936887 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936887 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1936888 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1936889 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1936890 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1936891 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1936892 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1936893 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1936893 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1936895 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1936895 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1936896 INFO (zkCallback-15105-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1936897 INFO (zkCallback-15105-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936899 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1936899 INFO (zkCallback-15105-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936899 INFO (zkCallback-15105-thread-1) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1936900 INFO (zkCallback-15105-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936902 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56208 56208
[junit4] 2> 1937082 INFO (Thread-5831) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56208 56208
[junit4] 2> 1937101 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
[junit4] 2> 1937118 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
[junit4] 2> 1937119 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1937125 INFO (Thread-5832) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1937125 INFO (Thread-5832) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1937225 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer start zk server on port:36657
[junit4] 2> 1937225 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1937245 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1937250 INFO (zkCallback-15107-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c9a4d15 name:ZooKeeperConnection Watcher:127.0.0.1:36657 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1937250 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1937250 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1937259 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1937265 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1937274 INFO (zkCallback-15108-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b35eb82 name:ZooKeeperConnection Watcher:127.0.0.1:36657 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1937274 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1937274 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1937274 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1937294 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1937295 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1937296 INFO (zkCallback-15109-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69a0c2b4 name:ZooKeeperConnection Watcher:127.0.0.1:36657/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1937296 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1937296 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1937296 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1937297 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1937301 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1937302 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1937303 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1937304 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1937310 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1937310 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1937311 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1937313 INFO (zkCallback-15109-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1937313 INFO (zkCallback-15109-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1937316 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1937325 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1937326 INFO (zkCallback-15109-thread-1) [ ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
[junit4] 2> 1937326 INFO (zkCallback-15109-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1937337 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1937346 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36657 36657
[junit4] 2> 1937522 INFO (Thread-5832) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36657 36657
[junit4] 2> 1937526 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
[junit4] 2> 1937528 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
[junit4] 2> 1937528 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1937545 INFO (Thread-5833) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1937546 INFO (Thread-5833) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1937649 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer start zk server on port:47317
[junit4] 2> 1937649 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1937654 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1937668 INFO (zkCallback-15111-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@587d50ff name:ZooKeeperConnection Watcher:127.0.0.1:47317 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1937668 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1937668 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1937669 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1937692 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1937692 INFO (zkCallback-15112-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1162a80d name:ZooKeeperConnection Watcher:127.0.0.1:47317 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1937692 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1937692 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1937692 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1937695 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1937696 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1937697 INFO (zkCallback-15113-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13297a39 name:ZooKeeperConnection Watcher:127.0.0.1:47317/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1937697 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1937698 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1937698 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1937699 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1937700 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1937701 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1937703 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1937704 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1937704 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1937705 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1937706 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1937713 INFO (zkCallback-15113-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1937714 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1937717 INFO (zkCallback-15113-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
[junit4] 2> 1937718 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c1
[junit4] 2> 1937718 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1937725 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47317 47317
[junit4] 2> 1937893 INFO (Thread-5833) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47317 47317
[junit4] 2> 1937894 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
[junit4] 2> 1937895 INFO (SUITE-ZkStateReaderTest-seed#[C8DC0E1270FE2FF6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_C8DC0E1270FE2FF6-001
[junit4] 2> Jul 07, 2016 11:00:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1950, maxMBSortInHeap=7.746480156488284, sim=RandomSimilarity(queryNorm=true): {}, locale=en-MT, timezone=Europe/Monaco
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=156320848,total=529530880
[junit4] 2> NOTE: All tests run in this JVM: [TestAddFieldRealTimeGet, DistributedIntervalFacetingTest, TestCustomDocTransformer, DirectoryFactoryTest, NotRequiredUniqueKeyTest, TestSolrConfigHandlerCloud, TestClusterStateMutator, TestSystemIdResolver, CheckHdfsIndexTest, BigEndianAscendingWordSerializerTest, TestDocBasedVersionConstraints, TestShardHandlerFactory, LeaderInitiatedRecoveryOnShardRestartTest, ConjunctionSolrSpellCheckerTest, SortByFunctionTest, TestManagedSynonymFilterFactory, TestUpdate, TestSolrDeletionPolicy2, TestRawResponseWriter, ShardRoutingTest, TestSimpleTrackingShardHandler, TestAuthenticationFramework, ConvertedLegacyTest, TestQueryUtils, SchemaVersionSpecificBehaviorTest, QueryResultKeyTest, TestDocumentBuilder, BlockJoinFacetSimpleTest, NumericFieldsTest, TestCodecSupport, TestStressLiveNodes, TestMiniSolrCloudCluster, TestFileDictionaryLookup, TestPartialUpdateDeduplication, SparseHLLTest, DirectSolrSpellCheckerTest, TestCloudManagedSchema, DocValuesTest, MultiTermTest, TestSizeLimitedDistributedMap, TestHashPartitioner, TestLFUCache, OverseerModifyCollectionTest, BasicFunctionalityTest, UpdateRequestProcessorFactoryTest, TestExactStatsCache, SoftAutoCommitTest, TestReqParamsAPI, AsyncMigrateRouteKeyTest, OpenExchangeRatesOrgProviderTest, TestBinaryResponseWriter, HdfsRecoverLeaseTest, TestSchemaNameResource, DistributedMLTComponentTest, ClassificationUpdateProcessorFactoryTest, TestQueryTypes, CSVRequestHandlerTest, SolrPluginUtilsTest, TestCollationFieldDocValues, TestSubQueryTransformerCrossCore, TestDFRSimilarityFactory, CollectionReloadTest, HdfsChaosMonkeySafeLeaderTest, DistributedTermsComponentTest, TestDynamicFieldCollectionResource, BlockCacheTest, FacetPivotSmallTest, FullHLLTest, CollectionsAPIAsyncDistributedZkTest, HighlighterTest, TestInitParams, TermVectorComponentTest, ZkSolrClientTest, TestFiltering, OutOfBoxZkACLAndCredentialsProvidersTest, SharedFSAutoReplicaFailoverTest, MergeStrategyTest, DistribCursorPagingTest, PKIAuthenticationIntegrationTest, TestConfigSetsAPI, DocumentBuilderTest, SolrIndexSplitterTest, TestSolrXml, ConfigSetsAPITest, MBeansHandlerTest, TestLeaderInitiatedRecoveryThread, TestConfigSetImmutable, DistanceFunctionTest, TestRebalanceLeaders, DOMUtilTest, EnumFieldTest, TestCursorMarkWithoutUniqueKey, TestCoreContainer, TestBM25SimilarityFactory, BJQParserTest, TestSurroundQueryParser, ClusterStateUpdateTest, TestSortingResponseWriter, TestSolrCLIRunExample, TestRandomFaceting, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, SolrCmdDistributorTest, PeerSyncTest, TestLazyCores, SolrRequestParserTest, TestFoldingMultitermQuery, TestStressLucene, WordBreakSolrSpellCheckerTest, TestAtomicUpdateErrorCases, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, TestCollationField, ReturnFieldsTest, JsonLoaderTest, TestComponentsName, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, BadComponentTest, TestStressRecovery, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest, DistributedQueueTest, HttpPartitionTest, TestCloudPivotFacet, TestCollectionAPI, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestStressCloudBlindAtomicUpdates, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, ZkStateReaderTest]
[junit4] Completed [503/620 (1!)] on J1 in 2.81s, 6 tests, 1 error <<< FAILURES!
[...truncated 370 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 103 ignored (88 assumptions) [seed: C8DC0E1270FE2FF6]
Total time: 72 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any