You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/08/07 23:16:56 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 1329 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1329/
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:45206/c8n_1x3_lf_shard1_replica2]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:45206/c8n_1x3_lf_shard1_replica2]
at __randomizedtesting.SeedInfo.seed([4624C06DB528D2D7:CE70FFB71BD4BF2F]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:774)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1172)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:753)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:741)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:178)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:45206/c8n_1x3_lf_shard1_replica2]
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:393)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:768)
... 48 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:45206/c8n_1x3_lf_shard1_replica2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:615)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:382)
... 49 more
Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:45206 [/127.0.0.1] failed: Connection refused
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:513)
... 53 more
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:589)
at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:74)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134)
... 63 more
FAILED: org.apache.solr.core.TestDynamicLoading.testDynamicLoading
Error Message:
Could not get expected value 'X val changed' for path 'x' full output: { "responseHeader":{ "status":0, "QTime":0}, "params":{"wt":"json"}, "context":{ "webapp":"", "path":"/test1", "httpMethod":"GET"}, "class":"org.apache.solr.core.BlobStoreTestRequestHandler", "x":"X val"}, from server: null
Stack Trace:
java.lang.AssertionError: Could not get expected value 'X val changed' for path 'x' full output: {
"responseHeader":{
"status":0,
"QTime":0},
"params":{"wt":"json"},
"context":{
"webapp":"",
"path":"/test1",
"httpMethod":"GET"},
"class":"org.apache.solr.core.BlobStoreTestRequestHandler",
"x":"X val"}, from server: null
at __randomizedtesting.SeedInfo.seed([4624C06DB528D2D7:9E69ED3A42F57777]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:481)
at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:249)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12014 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/init-core-data-001
[junit4] 2> 1457195 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[4624C06DB528D2D7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1457195 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[4624C06DB528D2D7]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1457196 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1457197 INFO (Thread-7286) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1457197 INFO (Thread-7286) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1457297 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.ZkTestServer start zk server on port:56805
[junit4] 2> 1457297 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1457297 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1457300 INFO (zkCallback-2597-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@767e94e2 name:ZooKeeperConnection Watcher:127.0.0.1:56805 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1457300 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1457300 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1457300 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1457304 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1457304 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1457305 INFO (zkCallback-2598-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31c82ef6 name:ZooKeeperConnection Watcher:127.0.0.1:56805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1457305 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1457305 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1457305 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 1457306 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 1457307 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 1457307 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 1457308 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1457308 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1457309 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1457309 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1457310 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1457310 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1457311 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1457311 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1457312 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1457312 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 1457313 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1457313 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 1457313 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1457313 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1457314 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1457314 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1457315 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1457316 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1457317 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1457317 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1457318 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1457318 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1457396 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores/collection1
[junit4] 2> 1457398 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1457399 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a11ea29{/,null,AVAILABLE}
[junit4] 2> 1457402 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.e.j.s.ServerConnector Started ServerConnector@326ffa15{HTTP/1.1,[http/1.1]}{127.0.0.1:57597}
[junit4] 2> 1457402 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.e.j.s.Server Started @1459815ms
[junit4] 2> 1457402 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/tempDir-001/control/data, hostContext=/, hostPort=36287, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores}
[junit4] 2> 1457402 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1457402 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001'
[junit4] 2> 1457403 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1457403 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1457403 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1457403 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1457404 INFO (zkCallback-2599-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@18e1d23b name:ZooKeeperConnection Watcher:127.0.0.1:56805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1457404 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1457404 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1457405 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1457405 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/solr.xml
[junit4] 2> 1457408 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores
[junit4] 2> 1457408 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.CoreContainer New CoreContainer 876441237
[junit4] 2> 1457408 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001]
[junit4] 2> 1457408 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/lib
[junit4] 2> 1457409 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1457410 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1457410 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1457410 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1457410 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56805/solr
[junit4] 2> 1457410 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1457410 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1457411 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1457412 INFO (zkCallback-2602-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@642d5eac name:ZooKeeperConnection Watcher:127.0.0.1:56805 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1457412 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1457412 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1457413 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$109/1208374977@7f164ea6
[junit4] 2> 1457413 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1457414 INFO (zkCallback-2603-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4edeb2b6 name:ZooKeeperConnection Watcher:127.0.0.1:56805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1457414 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1457414 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1457415 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1457417 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1457418 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1457419 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1457420 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1457421 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1457421 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1457422 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1457422 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1457422 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1457423 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1457424 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1457424 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1457425 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1457425 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96377927395966980-127.0.0.1:36287_-n_0000000000
[junit4] 2> 1457425 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36287_
[junit4] 2> 1457425 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1457426 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.Overseer Overseer (id=96377927395966980-127.0.0.1:36287_-n_0000000000) starting
[junit4] 2> 1457427 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1457430 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1457430 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1457430 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36287_
[junit4] 2> 1457431 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:36287_
[junit4] 2> 1457431 INFO (OverseerCollectionConfigSetProcessor-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1457437 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1457438 INFO (zkCallback-2603-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1457438 INFO (zkCallback-2603-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1457445 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1457445 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1457446 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores
[junit4] 2> 1457446 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 1457446 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores/collection1
[junit4] 2> 1457446 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1457447 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1457447 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 1457447 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1457447 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:36287_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1457447 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 1457447 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36287",
[junit4] 2> "node_name":"127.0.0.1:36287_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1457447 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36287",
[junit4] 2> "node_name":"127.0.0.1:36287_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 1457448 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 1457448 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1457448 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
[junit4] 2> 1457449 INFO (zkCallback-2603-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1457449 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1458449 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 1458449 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
[junit4] 2> 1458450 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1458450 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 1458450 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1458450 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores/collection1'
[junit4] 2> 1458450 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1458450 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1458451 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1458454 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1458457 WARN (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1458457 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1458464 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1458467 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1459727 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1459743 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 1459744 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1459764 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1459766 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1459767 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1459768 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1459769 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1459769 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1459769 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1459769 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores/collection1/data/]
[junit4] 2> 1459769 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@21d3bcf5
[junit4] 2> 1459770 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores/collection1/data/snapshot_metadata
[junit4] 2> 1459770 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1459770 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores/collection1/data
[junit4] 2> 1459770 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores/collection1/data/index/
[junit4] 2> 1459770 WARN (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1459770 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores/collection1/data/index
[junit4] 2> 1459770 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5212259056696823]
[junit4] 2> 1459771 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@72f09ab4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3a716329),segFN=segments_1,generation=1}
[junit4] 2> 1459771 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1459773 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1459773 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores/collection1/data/
[junit4] 2> 1459774 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1459774 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 1459774 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1459774 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1459774 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1459774 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1459774 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1459774 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1459774 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1459775 WARN (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 1459776 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1459776 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1459777 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1459777 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1459781 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 1459781 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1459788 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1459788 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1459788 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1459789 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1459789 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=29.076171875, floorSegmentMB=1.033203125, forceMergeDeletesPctAllowed=17.690259682945456, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1459789 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@72f09ab4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3a716329),segFN=segments_1,generation=1}
[junit4] 2> 1459789 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1459789 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d4df90d[collection1] main]
[junit4] 2> 1459790 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 1459792 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1459792 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1459792 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1459792 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 1459792 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1459792 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1459793 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1459793 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 1459793 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1459793 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 1459793 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 1459793 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 1459793 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1542046841057574912
[junit4] 2> 1459795 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1542046841057574912
[junit4] 2> 1459795 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 1459795 INFO (searcherExecutor-7946-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d4df90d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1459796 INFO (coreLoadExecutor-7945-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 1459800 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:36287 collection:control_collection shard:shard1
[junit4] 2> 1459801 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1459806 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96377927395966980-core_node1-n_0000000000
[junit4] 2> 1459807 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 1459807 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1459807 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1459807 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36287/collection1/
[junit4] 2> 1459807 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1459807 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:36287/collection1/ has no replicas
[junit4] 2> 1459808 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1459809 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96377927395966980-core_node1-n_0000000000
[junit4] 2> 1459810 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> 1459811 INFO (zkCallback-2603-thread-4-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1459811 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36287/collection1/ shard1
[junit4] 2> 1459812 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:36287",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 2
[junit4] 2> 1459915 INFO (zkCallback-2603-thread-4-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1459965 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:36287/collection1/ and leader is http://127.0.0.1:36287/collection1/
[junit4] 2> 1459965 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36287
[junit4] 2> 1459965 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1459965 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 1459965 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 1459966 INFO (coreZkRegister-7939-thread-1-processing-n:127.0.0.1:36287_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:36287_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
[junit4] 2> 1459966 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36287",
[junit4] 2> "node_name":"127.0.0.1:36287_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 3
[junit4] 2> 1459966 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36287",
[junit4] 2> "node_name":"127.0.0.1:36287_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 1460076 INFO (zkCallback-2603-thread-1-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1460120 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1460126 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1460126 INFO (zkCallback-2607-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45382acf name:ZooKeeperConnection Watcher:127.0.0.1:56805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1460126 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1460126 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1460126 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1460128 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1460128 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1460129 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1460129 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 1460129 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1460131 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1460143 INFO (zkCallback-2608-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@206b3f7c name:ZooKeeperConnection Watcher:127.0.0.1:56805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1460144 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1460145 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1460164 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "stateFormat":"2"} current state version: 4
[junit4] 2> 1460164 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 1460234 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/shard-1-001/cores/collection1
[junit4] 2> 1460235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/shard-1-001
[junit4] 2> 1460235 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1460236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f6115bc{/,null,AVAILABLE}
[junit4] 2> 1460237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.e.j.s.ServerConnector Started ServerConnector@7a594f81{HTTP/1.1,[http/1.1]}{127.0.0.1:40742}
[junit4] 2> 1460237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.e.j.s.Server Started @1462650ms
[junit4] 2> 1460237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=45206, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/shard-1-001/cores}
[junit4] 2> 1460237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1460237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/shard-1-001'
[junit4] 2> 1460237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1460237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1460237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1460256 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1460267 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
[junit4] 2> 1460274 INFO (zkCallback-2609-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20cbe287 name:ZooKeeperConnection Watcher:127.0.0.1:56805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1460274 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1460274 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1460280 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1460280 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/shard-1-001/solr.xml
[junit4] 2> 1460284 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/shard-1-001/cores
[junit4] 2> 1460284 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.CoreContainer New CoreContainer 168738382
[junit4] 2> 1460284 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/shard-1-001]
[junit4] 2> 1460284 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_4624C06DB528D2D7-001/shard-1-001/lib
[junit4] 2> 1460285 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1460290 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1460290 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1460290 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1460290 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56805/solr
[junit4] 2> 1460290 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1460290 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1460292 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1460294 INFO (zkCallback-2612-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5314a6c5 name:ZooKeeperConnection Watcher:127.0.0.1:56805 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1460294 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1460294 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1460295 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:45206_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$109/1208374977@1a47bfc1
[junit4] 2> 1460295 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:45206_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1460296 INFO (zkCallback-2613-thread-1-processing-n:127.0.0.1:45206_) [n:127.0.0.1:45206_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@652a9809 name:ZooKeeperConnection Watcher:127.0.0.1:56805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1460296 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:45206_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1460298 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:45206_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1460299 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:45206_ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1460299 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:45206_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1460300 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:45206_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1460301 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:45206_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96377927395966985-127.0.0.1:45206_-n_0000000001
[junit4] 2> 1460301 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:45206_ ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96377927395966980-127.0.0.1:36287_-n_0000000000 to know if I could be the leader
[junit4] 2> 1460301 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:45206_ ] o.a.s.c.ZkController Publish node=127.0.0.1:45206_ as DOWN
[junit4] 2> 1460302 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:45206_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45206_
[junit4] 2> 1460302 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[4624C06DB528D2D7]) [n:127.0.0.1:45206_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:45206_
[junit4] 2> 1460302 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:45206_"} current state version: 4
[junit4] 2> 1460302 INFO (OverseerStateUpdate-96377927395966980-127.0.0.1:36287_-n_0000000000) [n:127.0.0.1:36287_ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45206_
[junit4] 2> 1460302 INFO (zkCallback-2607-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1460302 INFO (zkCallback-2603-thread-3-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1460303 INFO (zkCallback-2607-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1460303 INFO (zkCallback-2603-thread-3-processing-n:127.0.0.1:36287_) [n:127.0.0.1:36287_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1460303 INFO (zkCallback-2613-thread-1-processing-n:127.0.0.1:45206_) [n:127.0.0.1:45206_ ] o.a.s.c.c.ZkStateReader A live node cha
[...truncated too long message...]
utor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:241)
[junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:85)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.cancelElection(ElectionContext.java:142)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.cancelElection(ElectionContext.java:274)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:450)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1844504 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[4624C06DB528D2D7]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@1613606b{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1844504 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[4624C06DB528D2D7]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77f165e8{/,null,UNAVAILABLE}
[junit4] 2> 1844506 INFO (TEST-TestDynamicLoading.testDynamicLoading-seed#[4624C06DB528D2D7]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51248 51248
[junit4] 2> 1844604 INFO (Thread-2697) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51248 51248
[junit4] 2> 1844608 WARN (Thread-2697) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 40 /solr/configs/conf1
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/configs/.system
[junit4] 2> 2 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/.system/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 45 /solr/overseer/queue
[junit4] 2> 45 /solr/overseer/collection-queue-work
[junit4] 2> 13 /solr/overseer/queue-work
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDynamicLoading -Dtests.method=testDynamicLoading -Dtests.seed=4624C06DB528D2D7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fr-FR -Dtests.timezone=America/Iqaluit -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 51.3s J1 | TestDynamicLoading.testDynamicLoading <<<
[junit4] > Throwable #1: java.lang.AssertionError: Could not get expected value 'X val changed' for path 'x' full output: {
[junit4] > "responseHeader":{
[junit4] > "status":0,
[junit4] > "QTime":0},
[junit4] > "params":{"wt":"json"},
[junit4] > "context":{
[junit4] > "webapp":"",
[junit4] > "path":"/test1",
[junit4] > "httpMethod":"GET"},
[junit4] > "class":"org.apache.solr.core.BlobStoreTestRequestHandler",
[junit4] > "x":"X val"}, from server: null
[junit4] > at __randomizedtesting.SeedInfo.seed([4624C06DB528D2D7:9E69ED3A42F57777]:0)
[junit4] > at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:481)
[junit4] > at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:249)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1844616 INFO (SUITE-TestDynamicLoading-seed#[4624C06DB528D2D7]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_4624C06DB528D2D7-001
[junit4] 2> Aug 07, 2016 11:00:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {blobName=Lucene50(blocksize=128), size=Lucene50(blocksize=128), _version_=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=MockRandom), version=PostingsFormat(name=LuceneVarGapFixedInterval), md5=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1349, maxMBSortInHeap=7.16409673017374, sim=RandomSimilarity(queryNorm=false): {}, locale=fr-FR, timezone=America/Iqaluit
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=159441400,total=531103744
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrCoreProperties, TestInfoStreamLogging, SpellPossibilityIteratorTest, TestOverriddenPrefixQueryForCustomFieldType, TestScoreJoinQPScore, UniqFieldsUpdateProcessorFactoryTest, DistributedQueueTest, TestMaxScoreQueryParser, TestBinaryResponseWriter, TestSystemIdResolver, TestCryptoKeys, CSVRequestHandlerTest, CustomCollectionTest, DistributedMLTComponentTest, BadCopyFieldTest, SharedFSAutoReplicaFailoverTest, SolrIndexConfigTest, SimpleMLTQParserTest, DistanceUnitsTest, CoreSorterTest, SpellingQueryConverterTest, BlockJoinFacetSimpleTest, SpatialFilterTest, TestQuerySenderListener, TestAuthenticationFramework, HdfsSyncSliceTest, TestQuerySenderNoQuery, TestSolrCLIRunExample, ConvertedLegacyTest, HdfsDirectoryFactoryTest, TestCodecSupport, ZkCLITest, TermVectorComponentTest, TestDocumentBuilder, TestCursorMarkWithoutUniqueKey, FileUtilsTest, TlogReplayBufferedWhileIndexingTest, TestConfigSets, TestGraphTermsQParserPlugin, TestHdfsBackupRestoreCore, TestCoreContainer, FastVectorHighlighterTest, VersionInfoTest, DocumentBuilderTest, MBeansHandlerTest, OutOfBoxZkACLAndCredentialsProvidersTest, BasicFunctionalityTest, TestSolrDynamicMBean, TestCloudPivotFacet, SSLMigrationTest, DateRangeFieldTest, BJQParserTest, CollectionsAPIAsyncDistributedZkTest, TestTrackingShardHandlerFactory, TestSolrDeletionPolicy2, LoggingHandlerTest, CollectionReloadTest, TestNumericTerms64, PKIAuthenticationIntegrationTest, TestReloadDeadlock, HttpPartitionTest, UpdateRequestProcessorFactoryTest, DistributedFacetPivotSmallTest, TermsComponentTest, BlockCacheTest, RequestLoggingTest, MoreLikeThisHandlerTest, CoreMergeIndexesAdminHandlerTest, TestRawTransformer, CdcrReplicationHandlerTest, RankQueryTest, TestConfigOverlay, ReplicationFactorTest, TestDistributedGrouping, TestClusterStateMutator, DOMUtilTest, TestSubQueryTransformerDistrib, HdfsUnloadDistributedZkTest, OverseerModifyCollectionTest, TestFieldCache, ChaosMonkeyNothingIsSafeTest, ConjunctionSolrSpellCheckerTest, TestRestManager, NumericFieldsTest, SuggesterFSTTest, TestRestoreCore, OpenExchangeRatesOrgProviderTest, DistributedIntervalFacetingTest, OverseerTaskQueueTest, BigEndianAscendingWordSerializerTest, HighlighterTest, TestTrie, ChaosMonkeySafeLeaderTest, LeaderInitiatedRecoveryOnShardRestartTest, TestFieldCacheSort, SegmentsInfoRequestHandlerTest, TestManagedSchema, AsyncMigrateRouteKeyTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ClusterStateUpdateTest, ZkSolrClientTest, TermVectorComponentDistributedTest, TestReload, HardAutoCommitTest, TestSolr4Spatial, SolrCoreTest, PeerSyncTest, TestFiltering, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SortByFunctionTest, TestRemoteStreaming, SolrInfoMBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestCSVResponseWriter, TestPartialUpdateDeduplication, TestLFUCache, TestEmbeddedSolrServerConstructors, AliasIntegrationTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteShardTest, DeleteStatusTest, DistribJoinFromCollectionTest, OverriddenZkACLAndCredentialsProvidersTest, SaslZkACLProviderTest, ShardSplitTest, TestOnReconnectListenerSupport, TestRandomRequestDistribution, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsThreadLeakTest, RuleEngineTest, QueryResultKeyTest, TestConfigSetImmutable, TestDynamicLoading]
[junit4] Completed [520/626 (2!)] on J1 in 52.04s, 1 test, 1 failure <<< FAILURES!
[...truncated 60388 lines...]
[JENKINS] Lucene-Solr-Tests-master - Build # 1330 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1330/
1 tests failed.
FAILED: org.apache.solr.cloud.TestHdfsCloudBackupRestore.test
Error Message:
expected:<{shard1_0=7, shard1_1=7, shard2=11}> but was:<{shard1_0=0, shard1_1=0, shard2=11}>
Stack Trace:
java.lang.AssertionError: expected:<{shard1_0=7, shard1_1=7, shard2=11}> but was:<{shard1_0=0, shard1_1=0, shard2=11}>
at __randomizedtesting.SeedInfo.seed([CFF4F60739C9A2CF:47A0C9DD9735CF37]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:242)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:126)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12108 lines...]
[junit4] Suite: org.apache.solr.cloud.TestHdfsCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/init-core-data-001
[junit4] 2> 1541577 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1541604 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1541610 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1541612 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1541622 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_56668_hdfs____.ta36lb/webapp
[junit4] 2> 1542079 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56668
[junit4] 2> 1542146 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1542147 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1542159 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45405_datanode____.on2nep/webapp
[junit4] 2> 1542554 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45405
[junit4] 2> 1542652 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1542653 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1542669 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43444_datanode____yonl18/webapp
[junit4] 2> 1542742 INFO (IPC Server handler 5 on 58509) [ ] BlockStateChange BLOCK* processReport: from storage DS-a685dc86-36a6-47eb-9b34-c7064dad9c6d node DatanodeRegistration(127.0.0.1:55965, datanodeUuid=bd561148-97dd-4ced-8cf9-bf6c2f41639b, infoPort=44136, infoSecurePort=0, ipcPort=60934, storageInfo=lv=-56;cid=testClusterID;nsid=1564677371;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1542742 INFO (IPC Server handler 5 on 58509) [ ] BlockStateChange BLOCK* processReport: from storage DS-6470b9c5-f9ea-4a91-b448-97f9330c40b2 node DatanodeRegistration(127.0.0.1:55965, datanodeUuid=bd561148-97dd-4ced-8cf9-bf6c2f41639b, infoPort=44136, infoSecurePort=0, ipcPort=60934, storageInfo=lv=-56;cid=testClusterID;nsid=1564677371;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1543059 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43444
[junit4] 2> 1543169 INFO (IPC Server handler 4 on 58509) [ ] BlockStateChange BLOCK* processReport: from storage DS-13ef3cf6-ac50-4736-a007-24833fbdc792 node DatanodeRegistration(127.0.0.1:56087, datanodeUuid=a9b120a2-94eb-4cbc-ab60-00403c7ee494, infoPort=46483, infoSecurePort=0, ipcPort=60061, storageInfo=lv=-56;cid=testClusterID;nsid=1564677371;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1543170 INFO (IPC Server handler 4 on 58509) [ ] BlockStateChange BLOCK* processReport: from storage DS-bcc34fe4-2dee-43e0-9a4f-97f023c033b9 node DatanodeRegistration(127.0.0.1:56087, datanodeUuid=a9b120a2-94eb-4cbc-ab60-00403c7ee494, infoPort=46483, infoSecurePort=0, ipcPort=60061, storageInfo=lv=-56;cid=testClusterID;nsid=1564677371;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1543330 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1543331 INFO (Thread-9226) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1543331 INFO (Thread-9226) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1543431 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54617
[junit4] 2> 1543431 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543431 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543433 INFO (zkCallback-2324-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6456203a name:ZooKeeperConnection Watcher:127.0.0.1:54617 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543433 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543433 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543433 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 1543436 INFO (jetty-launcher-2323-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1543436 INFO (jetty-launcher-2323-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bc3d89c{/solr,null,AVAILABLE}
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41f2ff6e{/solr,null,AVAILABLE}
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@644a572f{HTTP/1.1,[http/1.1]}{127.0.0.1:32825}
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@41ab0515{HTTP/1.1,[http/1.1]}{127.0.0.1:57645}
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.e.j.s.Server Started @1545727ms
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.e.j.s.Server Started @1545727ms
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32825}
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57645}
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2'
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1'
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1543438 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1543439 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543439 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543439 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543439 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543440 INFO (zkCallback-2325-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@fe65024 name:ZooKeeperConnection Watcher:127.0.0.1:54617/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543440 INFO (zkCallback-2326-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ce6490f name:ZooKeeperConnection Watcher:127.0.0.1:54617/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543440 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543440 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543440 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543440 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543440 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1543440 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1543444 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/.
[junit4] 2> 1543445 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 1854199054
[junit4] 2> 1543445 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2]
[junit4] 2> 1543445 WARN (jetty-launcher-2323-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/lib
[junit4] 2> 1543445 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/.
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 304119784
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1]
[junit4] 2> 1543446 WARN (jetty-launcher-2323-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/lib
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54617/solr
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1543446 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54617/solr
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1543447 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543448 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543448 INFO (zkCallback-2331-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4363c983 name:ZooKeeperConnection Watcher:127.0.0.1:54617 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543448 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543448 INFO (jetty-launcher-2323-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543448 INFO (zkCallback-2332-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a1dac13 name:ZooKeeperConnection Watcher:127.0.0.1:54617 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543448 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$71/1121793224@7fce5fae
[junit4] 2> 1543448 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543449 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543449 INFO (jetty-launcher-2323-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543449 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$71/1121793224@b608107
[junit4] 2> 1543449 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d0de72f name:ZooKeeperConnection Watcher:127.0.0.1:54617/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543449 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543449 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543450 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1543450 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3232a837 name:ZooKeeperConnection Watcher:127.0.0.1:54617/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543450 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543451 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1543451 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1543452 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1543452 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1543453 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1543453 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1543454 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1543454 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1543455 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1543455 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1543455 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1543455 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1543456 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1543456 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1543457 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1543457 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1543457 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1543457 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1543462 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1543462 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1543462 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1543462 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1543462 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1543462 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1543464 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1543464 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1543464 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1543464 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1543465 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1543465 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1543465 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96378481085251590-127.0.0.1:57645_solr-n_0000000000
[junit4] 2> 1543465 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96378481085251589-127.0.0.1:32825_solr-n_0000000001
[junit4] 2> 1543470 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57645_solr
[junit4] 2> 1543470 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1543470 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96378481085251590-127.0.0.1:57645_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1543470 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32825_solr
[junit4] 2> 1543470 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:32825_solr
[junit4] 2> 1543471 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer Overseer (id=96378481085251590-127.0.0.1:57645_solr-n_0000000000) starting
[junit4] 2> 1543471 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1543474 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1543474 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1543478 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1543478 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1543481 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1543482 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1543482 INFO (OverseerCollectionConfigSetProcessor-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1543482 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 1543483 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:57645_solr as DOWN
[junit4] 2> 1543483 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57645_solr
[junit4] 2> 1543483 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57645_solr
[junit4] 2> 1543484 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer processMessage: queueSize: 0, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:57645_solr"} current state version: 0
[junit4] 2> 1543484 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:57645_solr
[junit4] 2> 1543484 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1543484 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1543484 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1543489 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1543504 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1543504 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1543504 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:58509/solr,solr.hdfs.confdir=}}
[junit4] 2> 1543504 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:58509/solr,solr.hdfs.confdir=}}
[junit4] 2> 1543504 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/.
[junit4] 2> 1543504 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1543509 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1543509 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1543509 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:58509/solr,solr.hdfs.confdir=}}
[junit4] 2> 1543509 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:58509/solr,solr.hdfs.confdir=}}
[junit4] 2> 1543510 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/.
[junit4] 2> 1543510 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1543510 INFO (jetty-launcher-2323-thread-1) [n:127.0.0.1:57645_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1543510 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1543511 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1543511 INFO (jetty-launcher-2323-thread-2) [n:127.0.0.1:32825_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1543511 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543516 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543516 INFO (zkCallback-2337-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c0800f9 name:ZooKeeperConnection Watcher:127.0.0.1:54617 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543517 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543517 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543518 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1543518 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1543519 INFO (zkCallback-2340-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66ebdaa7 name:ZooKeeperConnection Watcher:127.0.0.1:54617/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1543519 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1543519 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1543519 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1543519 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1543520 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1543520 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1543522 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1543558 INFO (TEST-TestHdfsCloudBackupRestore.test-seed#[CFF4F60739C9A2CF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1543559 INFO (qtp220487916-20597) [n:127.0.0.1:57645_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=true&name=hdfsbackuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1543560 INFO (OverseerCollectionConfigSetProcessor-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 1543561 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 1543561 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler Create collection hdfsbackuprestore
[junit4] 2> 1543561 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/hdfsbackuprestore
[junit4] 2> 1543561 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/hdfsbackuprestore
[junit4] 2> 1543562 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1543562 INFO (zkCallback-2340-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1543562 INFO (zkCallback-2334-thread-2-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1543568 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1543568 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: hdfsbackuprestore
[junit4] 2> 1543569 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/hdfsbackuprestore/state.json
[junit4] 2> 1543668 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection hdfsbackuprestore, shardNames [shard1, shard2] , replicationFactor : 2
[junit4] 2> 1543668 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard2_replica2 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:57645_solr
[junit4] 2> 1543669 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard1_replica1 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:32825_solr
[junit4] 2> 1543669 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard1_replica2 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:57645_solr
[junit4] 2> 1543669 INFO (OverseerThreadFactory-7424-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard2_replica1 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:32825_solr
[junit4] 2> 1543669 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 1543669 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 1543670 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 1543670 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 1543670 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 1543670 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 1543670 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1543670 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 1543671 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1543671 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 1543671 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1543671 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1543671 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1543671 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
[junit4] 2> 1543671 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:57645/solr",
[junit4] 2> "node_name":"127.0.0.1:57645_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1543671 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:57645/solr",
[junit4] 2> "node_name":"127.0.0.1:57645_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1543671 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1543672 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1543672 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1543671 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1543672 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1543672 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
[junit4] 2> 1543672 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1543673 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:32825/solr",
[junit4] 2> "node_name":"127.0.0.1:32825_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1543673 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:32825/solr",
[junit4] 2> "node_name":"127.0.0.1:32825_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1543673 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:57645/solr",
[junit4] 2> "node_name":"127.0.0.1:57645_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1543673 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:57645/solr",
[junit4] 2> "node_name":"127.0.0.1:57645_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1543674 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:32825/solr",
[junit4] 2> "node_name":"127.0.0.1:32825_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1543674 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:32825/solr",
[junit4] 2> "node_name":"127.0.0.1:32825_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1543675 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1543775 INFO (OverseerStateUpdate-96378481085251590-127.0.0.1:57645_solr-n_0000000000) [n:127.0.0.1:57645_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/hdfsbackuprestore/state.json version: 0
[junit4] 2> 1543776 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1543776 INFO (zkCallback-2334-thread-2-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1543776 INFO (zkCallback-2333-thread-1-processing-n:127.0.0.1:32825_solr) [n:127.0.0.1:32825_solr ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
[junit4] 2> 1543776 INFO (zkCallback-2334-thread-2-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
[junit4] 2> 1544672 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica2
[junit4] 2> 1544672 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1544672 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica1
[junit4] 2> 1544672 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1544672 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1544672 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1544672 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica2
[junit4] 2> 1544672 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1544672 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1544672 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1544673 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1544673 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1544673 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1544673 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1'
[junit4] 2> 1544673 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1544673 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1544673 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1544674 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2'
[junit4] 2> 1544674 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1544674 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1544674 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1544675 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2'
[junit4] 2> 1544675 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1544675 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1544675 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1544675 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica1
[junit4] 2> 1544675 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1544676 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1544676 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1544676 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1544678 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1544678 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1544678 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1'
[junit4] 2> 1544678 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1544678 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1544678 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1544678 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1544680 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1544680 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1544682 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1544683 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1544683 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1544684 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1544685 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1544685 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1544685 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1544688 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica2] Schema name=minimal
[junit4] 2> 1544688 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 1544688 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1544689 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1544690 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica2] Schema name=minimal
[junit4] 2> 1544690 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1544690 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 1544691 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1544691 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1544691 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica2' using configuration from collection hdfsbackuprestore
[junit4] 2> 1544691 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1544691 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica1' using configuration from collection hdfsbackuprestore
[junit4] 2> 1544691 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1544691 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1544691 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1544692 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica2/data/]
[junit4] 2> 1544692 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard1_replica2
[junit4] 2> 1544692 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica1/data/]
[junit4] 2> 1544692 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica1
[junit4] 2> 1544692 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1544692 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica2' using configuration from collection hdfsbackuprestore
[junit4] 2> 1544692 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1544692 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica2/data/]
[junit4] 2> 1544692 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2/data/snapshot_metadata
[junit4] 2> 1544693 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica2
[junit4] 2> 1544693 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1544693 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1/data/snapshot_metadata
[junit4] 2> 1544693 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1544693 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2/data
[junit4] 2> 1544693 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1/data
[junit4] 2> 1544693 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica2/data/index/
[junit4] 2> 1544693 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica1/data/index/
[junit4] 2> 1544693 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2/data/snapshot_metadata
[junit4] 2> 1544693 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1544693 WARN (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1544693 WARN (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1544694 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2/data
[junit4] 2> 1544694 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica2/data/index/
[junit4] 2> 1544694 INFO (qtp660135336-20590) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica1/data/index
[junit4] 2> 1544694 WARN (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1544694 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2/data/index
[junit4] 2> 1544694 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2/data/index
[junit4] 2> 1544697 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1544697 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1544698 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica1' using configuration from collection hdfsbackuprestore
[junit4] 2> 1544698 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1544698 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica1/data/]
[junit4] 2> 1544698 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard1_replica1
[junit4] 2> 1544699 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1/data/snapshot_metadata
[junit4] 2> 1544699 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1544699 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1/data
[junit4] 2> 1544700 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica1/data/index/
[junit4] 2> 1544700 WARN (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1544700 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica2/data/index,segFN=segments_1,generation=1}
[junit4] 2> 1544700 INFO (qtp220487916-20603) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1544701 INFO (qtp660135336-20594) [n:127.0.0.1:32825_solr c:hdfsbackuprestore s:shard1 r:core_node4 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica1/data/index
[junit4] 2> 1544701 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica2/data/index,segFN=segments_1,generation=1}
[junit4] 2> 1544701 INFO (qtp220487916-20601) [n:127.0.0.1:57645_solr c:hdfsbackuprestore s:shard2 r:core_node1 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1544702 INFO (OldIndexDirectoryCleanupThreadForCore-hdfsbackuprestore_shard1_replica2) [
[...truncated too long message...]
nit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1594727 WARN (zkCallback-2334-thread-1-processing-n:127.0.0.1:57645_solr) [n:127.0.0.1:57645_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/hdfsbackuprestore_restored/leader_elect/shard1_1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1594729 INFO (jetty-launcher-2323-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41f2ff6e{/solr,null,UNAVAILABLE}
[junit4] 2> 1594731 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54617 54617
[junit4] 2> 1594905 INFO (Thread-9226) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54617 54617
[junit4] 2> 1594905 WARN (Thread-9226) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/hdfsbackuprestore_restored/state.json
[junit4] 2> 2 /solr/configs/customConfigName
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/hdfsbackuprestore/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 53 /solr/overseer/queue
[junit4] 2> 27 /solr/overseer/collection-queue-work
[junit4] 2> 7 /solr/overseer/queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1594906 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[CFF4F60739C9A2CF]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_CFF4F60739C9A2CF-001
[junit4] 2> Aug 08, 2016 1:16:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=1, maxDocsPerChunk=427, blockSize=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=1, blockSize=9)), sim=ClassicSimilarity, locale=fi, timezone=America/Indiana/Knox
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=2,free=332478160,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [ExplicitHLLTest, TestPhraseSuggestions, TestFilteredDocIdSet, TestTrieFacet, TestFieldCacheSanityChecker, ConnectionReuseTest, TestConfigReload, DistributedQueryComponentCustomSortTest, URLClassifyProcessorTest, EchoParamsTest, TestAddFieldRealTimeGet, TestSolrConfigHandlerCloud, TestDFISimilarityFactory, BigEndianAscendingWordDeserializerTest, TestNumericTerms32, AlternateDirectoryTest, CopyFieldTest, ShardSplitTest, UUIDFieldTest, TestRealTimeGet, TestDocSet, TestRecoveryHdfs, TestDownShardTolerantSearch, TestRemoteStreaming, TestSolrCloudWithDelegationTokens, AtomicUpdatesTest, SystemInfoHandlerTest, UUIDUpdateProcessorFallbackTest, CloudExitableDirectoryReaderTest, BlockJoinFacetRandomTest, DistributedFacetPivotSmallAdvancedTest, SOLR749Test, TestImplicitCoreProperties, TestRTimerTree, JsonLoaderTest, TestRandomCollapseQParserPlugin, PrimUtilsTest, TestSchemaNameResource, TestSortByMinMaxFunction, TestLazyCores, ZkNodePropsTest, TestOmitPositions, HLLUtilTest, TestSSLRandomization, RequiredFieldsTest, TestMergePolicyConfig, StressHdfsTest, ExitableDirectoryReaderTest, TestCloudManagedSchema, ResourceLoaderTest, JSONWriterTest, TestStressLucene, TestBackupRepositoryFactory, TestManagedResourceStorage, TestNoOpRegenerator, FileBasedSpellCheckerTest, ActionThrottleTest, SuggestComponentTest, AnalysisAfterCoreReloadTest, DistributedExpandComponentTest, XsltUpdateRequestHandlerTest, TestSolrCoreSnapshots, OutputWriterTest, PeerSyncTest, SolrCoreTest, TestLRUCache, IndexSchemaTest, PreAnalyzedUpdateProcessorTest, TestBlendedInfixSuggestions, TestRandomFaceting, TestBinaryField, TestConfigSetProperties, TestComponentsName, BasicAuthIntegrationTest, BasicDistributedZkTest, OverseerStatusTest, TestCollectionAPI, ResponseLogComponentTest, TestJsonFacets, HdfsChaosMonkeyNothingIsSafeTest, AnalyticsMergeStrategyTest, RemoteQueryErrorTest, TestReqParamsAPI, TestExactSharedStatsCache, TestLuceneMatchVersion, CdcrReplicationDistributedZkTest, TestHighlightDedupGrouping, HdfsRestartWhileUpdatingTest, CreateCollectionCleanupTest, SolrXmlInZkTest, RAMDirectoryFactoryTest, IndexSchemaRuntimeFieldTest, DistributedSpellCheckComponentTest, ReturnFieldsTest, TestRandomFlRTGCloud, CheckHdfsIndexTest, TestDynamicFieldCollectionResource, TestSchemaVersionResource, TestLeaderElectionZkExpiry, ResponseHeaderTest, LeaderInitiatedRecoveryOnCommitTest, SyncSliceTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, TestDistributedSearch, ZkControllerTest, TestReload, TestStressVersions, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CoreAdminHandlerTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, TestAtomicUpdateErrorCases, QueryEqualityTest, TestSolrDeletionPolicy1, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DocumentAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, TestSolrQueryParser, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestLFUCache, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, TestJettySolrRunner, AsyncCallRequestStatusResponseTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteReplicaTest, DistribJoinFromCollectionTest, HttpPartitionTest, TestCloudInspectUtil, TestConfigSetsAPI, TestConfigSetsAPIZkFailure, TestHdfsCloudBackupRestore]
[junit4] Completed [493/626 (1!)] on J0 in 61.39s, 1 test, 1 failure <<< FAILURES!
[...truncated 60498 lines...]