You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/08/24 17:04:18 UTC
[JENKINS-EA] Lucene-Solr-6.x-Linux (32bit/jdk-9-ea+132) - Build #
1568 - Unstable!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/1568/
Java: 32bit/jdk-9-ea+132 -client -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:40505/_wb/c8n_1x3_lf_shard1_replica2]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:40505/_wb/c8n_1x3_lf_shard1_replica2]
at __randomizedtesting.SeedInfo.seed([48C0D5C24E0BB310:C094EA18E0F7DEE8]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:774)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1172)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:592)
at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:578)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:174)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@9-ea/Native Method)
at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@9-ea/NativeMethodAccessorImpl.java:62)
at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@9-ea/DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(java.base@9-ea/Method.java:535)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(java.base@9-ea/Thread.java:843)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:40505/_wb/c8n_1x3_lf_shard1_replica2]
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:382)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:768)
... 49 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:40505/_wb/c8n_1x3_lf_shard1_replica2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:599)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:403)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:355)
... 50 more
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(java.base@9-ea/Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(java.base@9-ea/AbstractPlainSocketImpl.java:400)
at java.net.AbstractPlainSocketImpl.connectToAddress(java.base@9-ea/AbstractPlainSocketImpl.java:243)
at java.net.AbstractPlainSocketImpl.connect(java.base@9-ea/AbstractPlainSocketImpl.java:225)
at java.net.SocksSocketImpl.connect(java.base@9-ea/SocksSocketImpl.java:402)
at java.net.Socket.connect(java.base@9-ea/Socket.java:591)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 54 more
Build Log:
[...truncated 11921 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/init-core-data-001
[junit4] 2> 1683623 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[48C0D5C24E0BB310]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 1683623 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[48C0D5C24E0BB310]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_wb/
[junit4] 2> 1683625 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1683625 INFO (Thread-2917) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1683625 INFO (Thread-2917) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1683725 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.ZkTestServer start zk server on port:46078
[junit4] 2> 1683725 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1683725 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1683726 INFO (zkCallback-1808-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@124661f name:ZooKeeperConnection Watcher:127.0.0.1:46078 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1683726 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1683727 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1683727 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1683728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1683728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1683728 INFO (zkCallback-1809-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f9b0c name:ZooKeeperConnection Watcher:127.0.0.1:46078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1683728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1683729 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1683729 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 1683729 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 1683730 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 1683730 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 1683731 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1683731 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1683732 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1683732 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1683732 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1683732 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1683733 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1683733 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1683733 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1683734 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 1683735 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1683735 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 1683735 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1683735 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1683736 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1683736 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1683736 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1683737 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1683737 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1683737 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1683738 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1683738 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1683802 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores/collection1
[junit4] 2> 1683804 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1683805 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@86f237{/_wb,null,AVAILABLE}
[junit4] 2> 1683806 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.e.j.s.ServerConnector Started ServerConnector@174fc33{HTTP/1.1,[http/1.1]}{127.0.0.1:37353}
[junit4] 2> 1683806 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.e.j.s.Server Started @1685833ms
[junit4] 2> 1683806 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_wb, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/tempDir-001/control/data, hostPort=45283, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores}
[junit4] 2> 1683806 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): jdk.internal.loader.ClassLoaders$AppClassLoader@1223dd8
[junit4] 2> 1683806 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001'
[junit4] 2> 1683807 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1683807 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1683807 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1683807 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1683808 INFO (zkCallback-1810-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ae55e5 name:ZooKeeperConnection Watcher:127.0.0.1:46078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1683808 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1683808 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1683809 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1683809 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/solr.xml
[junit4] 2> 1683812 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores
[junit4] 2> 1683812 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CoreContainer New CoreContainer 15054426
[junit4] 2> 1683812 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001]
[junit4] 2> 1683812 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/lib to classpath: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/lib
[junit4] 2> 1683812 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 1683813 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1683813 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1683813 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1683814 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46078/solr
[junit4] 2> 1683814 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1683814 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1683814 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1683815 INFO (zkCallback-1813-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9dd841 name:ZooKeeperConnection Watcher:127.0.0.1:46078 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1683815 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1683815 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1683816 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$212/9861337@cf4ccc
[junit4] 2> 1683816 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1683816 INFO (zkCallback-1814-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bab43 name:ZooKeeperConnection Watcher:127.0.0.1:46078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1683817 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1683817 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1683818 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1683819 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1683820 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1683820 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1683821 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1683821 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1683821 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1683822 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1683822 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1683822 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1683823 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1683823 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1683824 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1683824 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1683824 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96472733600448516-127.0.0.1:45283__wb-n_0000000000
[junit4] 2> 1683824 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45283__wb
[junit4] 2> 1683824 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1683825 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.Overseer Overseer (id=96472733600448516-127.0.0.1:45283__wb-n_0000000000) starting
[junit4] 2> 1683825 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1683827 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1683827 INFO (OverseerCollectionConfigSetProcessor-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1683827 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1683827 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45283__wb
[junit4] 2> 1683828 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:45283__wb
[junit4] 2> 1683828 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1683828 INFO (zkCallback-1814-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1683828 INFO (zkCallback-1814-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1683855 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1683855 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1683856 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores
[junit4] 2> 1683856 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {schema=schema.xml, dataDir=data/, collection=control_collection, loadOnStartup=true, coreNodeName=, transient=false, name=collection1, shard=, config=solrconfig.xml, configSetProperties=configsetprops.json}
[junit4] 2> 1683856 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores/collection1
[junit4] 2> 1683856 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1683857 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 1683857 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1683857 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1683857 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 1683858 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 1683858 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45283/_wb",
[junit4] 2> "node_name":"127.0.0.1:45283__wb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1683858 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45283/_wb",
[junit4] 2> "node_name":"127.0.0.1:45283__wb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 1683862 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
[junit4] 2> 1683862 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 1683862 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1683862 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1683863 INFO (zkCallback-1814-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1684863 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 1684863 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.ZkController Check for collection zkNode:control_collection
[junit4] 2> 1684863 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1684863 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 1684863 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1684864 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores/collection1'
[junit4] 2> 1684864 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1684864 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1684864 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1684867 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1684869 WARN (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1684870 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 1684877 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1684880 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1684947 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1684951 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 1684952 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1684956 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1684957 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1684959 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1684959 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1684960 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 1684960 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1684960 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1684960 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores/collection1/data/]
[junit4] 2> 1684960 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c543cc
[junit4] 2> 1684961 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores/collection1/data/snapshot_metadata
[junit4] 2> 1684961 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1684961 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores/collection1/data
[junit4] 2> 1684961 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores/collection1/data/index/
[junit4] 2> 1684962 WARN (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1684962 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores/collection1/data/index
[junit4] 2> 1684962 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=76.1767578125, floorSegmentMB=0.3916015625, forceMergeDeletesPctAllowed=27.958797829945393, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1684962 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@136dbdc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c54ba),segFN=segments_1,generation=1}
[junit4] 2> 1684962 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1684963 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ ] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores/collection1/data/
[junit4] 2> 1684963 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [ ] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 1684965 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1684966 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1684966 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1684966 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1684966 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1684966 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1684966 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1684966 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1684966 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1684966 WARN (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 1684968 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1684968 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1684969 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1684970 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1684973 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 1684973 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1684973 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1684973 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1684974 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1684974 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1684974 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1684975 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@136dbdc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c54ba),segFN=segments_1,generation=1}
[junit4] 2> 1684975 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1684975 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b84d2[collection1] main]
[junit4] 2> 1684975 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 1684975 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1684975 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1684975 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1684975 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 1684975 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1684976 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1684976 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1684976 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 1684976 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1684976 INFO (searcherExecutor-6755-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4b84d2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1684976 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 1684976 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 1684976 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 1684976 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1543563739022753792
[junit4] 2> 1684978 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1543563739022753792
[junit4] 2> 1684978 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 1684979 INFO (coreLoadExecutor-6754-thread-1) [ ] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 1684979 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:45283/_wb collection:control_collection shard:shard1
[junit4] 2> 1684979 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1684980 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96472733600448516-core_node1-n_0000000000
[junit4] 2> 1684980 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 1684981 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1684981 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1684981 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45283/_wb/collection1/
[junit4] 2> 1684981 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1684981 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:45283/_wb/collection1/ has no replicas
[junit4] 2> 1684981 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> 1684981 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1684983 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96472733600448516-core_node1-n_0000000000
[junit4] 2> 1684984 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45283/_wb/collection1/ shard1
[junit4] 2> 1684984 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:45283/_wb",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 1685085 INFO (zkCallback-1814-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1685134 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.ZkController We are http://127.0.0.1:45283/_wb/collection1/ and leader is http://127.0.0.1:45283/_wb/collection1/
[junit4] 2> 1685134 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45283/_wb
[junit4] 2> 1685134 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1685134 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.ZkController publishing state=active
[junit4] 2> 1685135 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 1685135 INFO (coreZkRegister-6747-thread-1) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
[junit4] 2> 1685135 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45283/_wb",
[junit4] 2> "node_name":"127.0.0.1:45283__wb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 2
[junit4] 2> 1685135 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45283/_wb",
[junit4] 2> "node_name":"127.0.0.1:45283__wb",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 1685236 INFO (zkCallback-1814-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1685359 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1685360 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1685360 INFO (zkCallback-1818-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@8d032d name:ZooKeeperConnection Watcher:127.0.0.1:46078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1685360 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1685360 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1685360 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1685361 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1685361 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1685361 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1685362 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 1685362 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1685362 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1685362 INFO (zkCallback-1819-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34df2 name:ZooKeeperConnection Watcher:127.0.0.1:46078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1685362 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1685363 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1685364 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "stateFormat":"2"} current state version: 3
[junit4] 2> 1685364 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 1685428 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores/collection1
[junit4] 2> 1685429 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001
[junit4] 2> 1685429 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1685430 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a5be9a{/_wb,null,AVAILABLE}
[junit4] 2> 1685431 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.e.j.s.ServerConnector Started ServerConnector@13d47f4{HTTP/1.1,[http/1.1]}{127.0.0.1:38876}
[junit4] 2> 1685431 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.e.j.s.Server Started @1687457ms
[junit4] 2> 1685431 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_wb, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/tempDir-001/jetty1, hostPort=40505, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores}
[junit4] 2> 1685431 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): jdk.internal.loader.ClassLoaders$AppClassLoader@1223dd8
[junit4] 2> 1685431 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001'
[junit4] 2> 1685431 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1685431 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1685431 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1685432 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1685432 INFO (zkCallback-1820-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@133c819 name:ZooKeeperConnection Watcher:127.0.0.1:46078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1685432 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1685433 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1685433 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1685433 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/solr.xml
[junit4] 2> 1685436 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores
[junit4] 2> 1685436 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CoreContainer New CoreContainer 18089356
[junit4] 2> 1685436 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001]
[junit4] 2> 1685436 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/lib to classpath: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/lib
[junit4] 2> 1685436 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 1685437 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1685437 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1685437 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1685438 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46078/solr
[junit4] 2> 1685438 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1685439 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1685439 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1685440 INFO (zkCallback-1823-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1341394 name:ZooKeeperConnection Watcher:127.0.0.1:46078 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1685440 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1685440 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1685441 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$212/9861337@1017584
[junit4] 2> 1685441 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1685441 INFO (zkCallback-1824-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@128808f name:ZooKeeperConnection Watcher:127.0.0.1:46078/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1685441 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1685443 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1685443 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1685444 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1685445 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1685445 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96472733600448521-127.0.0.1:40505__wb-n_0000000001
[junit4] 2> 1685445 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96472733600448516-127.0.0.1:45283__wb-n_0000000000 to know if I could be the leader
[junit4] 2> 1685445 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:40505__wb as DOWN
[junit4] 2> 1685445 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40505__wb
[junit4] 2> 1685446 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40505__wb
[junit4] 2> 1685446 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:40505__wb"} current state version: 3
[junit4] 2> 1685446 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40505__wb
[junit4] 2> 1685446 INFO (zkCallback-1824-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1685446 INFO (zkCallback-1814-thread-2) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1685446 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
[junit4] 2> 1685446 INFO (zkCallback-1818-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1685446 INFO (zkCallback-1814-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1685446 INFO (zkCallback-1824-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1685447 INFO (zkCallback-1818-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1685447 INFO (zkCallback-1824-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 1685447 INFO (zkCallback-1818-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 1685447 INFO (zkCallback-1814-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 1685461 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1685461 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1685461 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores
[junit4] 2> 1685462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {schema=schema.xml, dataDir=data/, collection=collection1, loadOnStartup=true, coreNodeName=, transient=false, name=collection1, shard=, config=solrconfig.xml, configSetProperties=configsetprops.json}
[junit4] 2> 1685462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores/collection1
[junit4] 2> 1685462 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1685463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 1685463 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[48C0D5C24E0BB310]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1685463 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1685463 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 1685464 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.ZkController Registering watch for collection collection1
[junit4] 2> 1685464 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40505/_wb",
[junit4] 2> "node_name":"127.0.0.1:40505__wb",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 4
[junit4] 2> 1685464 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
[junit4] 2> 1685464 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40505/_wb",
[junit4] 2> "node_name":"127.0.0.1:40505__wb",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 1685464 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1685464 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
[junit4] 2> 1685464 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1685565 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 2147483647
[junit4] 2> 1685565 WARN (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.Overseer Bad version writing to ZK using compare-and-set, will force refresh cluster state
[junit4] 2> org.apache.zookeeper.KeeperException$BadVersionException: KeeperErrorCode = BadVersion for /collections/collection1/state.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:115)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1270)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:365)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:362)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:362)
[junit4] 2> at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:230)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:240)
[junit4] 2> at java.lang.Thread.run(java.base@9-ea/Thread.java:843)
[junit4] 2> 1685566 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (2)
[junit4] 2> 1685566 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.Overseer processMessage: workQueueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:40505__wb"}
[junit4] 2> 1685566 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40505__wb
[junit4] 2> 1685567 INFO (zkCallback-1814-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 1685567 INFO (zkCallback-1824-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 1685567 INFO (zkCallback-1818-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 1685567 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
[junit4] 2> 1685567 INFO (zkCallback-1824-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1685567 INFO (zkCallback-1824-thread-1) [ ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
[junit4] 2> 1685568 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.Overseer processMessage: workQueueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40505/_wb",
[junit4] 2> "node_name":"127.0.0.1:40505__wb",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 1685568 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40505/_wb",
[junit4] 2> "node_name":"127.0.0.1:40505__wb",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 1685568 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
[junit4] 2> 1685568 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1685568 INFO (OverseerStateUpdate-96472733600448516-127.0.0.1:45283__wb-n_0000000000) [ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 1
[junit4] 2> 1685568 INFO (zkCallback-1824-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1685568 INFO (zkCallback-1824-thread-1) [ ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [1] to [2]
[junit4] 2> 1686464 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 1686464 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.ZkController Check for collection zkNode:collection1
[junit4] 2> 1686465 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1686465 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
[junit4] 2> 1686465 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1686465 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores/collection1'
[junit4] 2> 1686465 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1686465 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1686466 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1686469 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1686471 WARN (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1686472 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 1686478 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1686481 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1686550 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1686554 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 1686555 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1686564 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1686565 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1686566 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1686567 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1686567 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 1686567 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1686568 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1686568 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 1686568 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c543cc
[junit4] 2> 1686568 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores/collection1/data/snapshot_metadata
[junit4] 2> 1686568 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1686568 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores/collection1/data
[junit4] 2> 1686569 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores/collection1/data/index/
[junit4] 2> 1686569 WARN (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1686569 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores/collection1/data/index
[junit4] 2> 1686569 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=76.1767578125, floorSegmentMB=0.3916015625, forceMergeDeletesPctAllowed=27.958797829945393, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1686569 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@daf5ce lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1d7636a),segFN=segments_1,generation=1}
[junit4] 2> 1686569 INFO (coreLoadExecutor-6765-thread-1) [ ] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1686569 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ ] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001/shard-1-001/cores/collection1/data/
[junit4] 2> 1686570 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [ ] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFa
[...truncated too long message...]
] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
[junit4] > at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@9-ea/Native Method)
[junit4] > at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@9-ea/NativeMethodAccessorImpl.java:62)
[junit4] > at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@9-ea/DelegatingMethodAccessorImpl.java:43)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(java.base@9-ea/Thread.java:843)
[junit4] > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:40505/_wb/c8n_1x3_lf_shard1_replica2]
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:382)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:768)
[junit4] > ... 49 more
[junit4] > Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:40505/_wb/c8n_1x3_lf_shard1_replica2
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:599)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:403)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:355)
[junit4] > ... 50 more
[junit4] > Caused by: java.net.ConnectException: Connection refused
[junit4] > at java.net.PlainSocketImpl.socketConnect(java.base@9-ea/Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(java.base@9-ea/AbstractPlainSocketImpl.java:400)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(java.base@9-ea/AbstractPlainSocketImpl.java:243)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(java.base@9-ea/AbstractPlainSocketImpl.java:225)
[junit4] > at java.net.SocksSocketImpl.connect(java.base@9-ea/SocksSocketImpl.java:402)
[junit4] > at java.net.Socket.connect(java.base@9-ea/Socket.java:591)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
[junit4] > ... 54 more
[junit4] 2> 1741482 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[48C0D5C24E0BB310]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_48C0D5C24E0BB310-001
[junit4] 2> Aug 24, 2016 4:45:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), _version_=Lucene50(blocksize=128), multiDefault=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=LuceneFixedGap), intDefault=Lucene50(blocksize=128), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_i_dv=PostingsFormat(name=LuceneFixedGap), text=PostingsFormat(name=Memory doPackFST= false), range_facet_l=PostingsFormat(name=LuceneFixedGap), timestamp=PostingsFormat(name=LuceneFixedGap)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=750, maxMBSortInHeap=7.557498436823235, sim=ClassicSimilarity, locale=ar-MA, timezone=Indian/Antananarivo
[junit4] 2> NOTE: Linux 4.4.0-31-generic i386/Oracle Corporation 9-ea (32-bit)/cpus=12,threads=1,free=236325416,total=488210432
[junit4] 2> NOTE: All tests run in this JVM: [TestTrie, CollectionsAPIDistributedZkTest, TestSubQueryTransformerCrossCore, TestLRUStatsCache, TestAnalyzeInfixSuggestions, DocValuesTest, SpellingQueryConverterTest, HighlighterTest, ClusterStateUpdateTest, CloudMLTQParserTest, TestSchemaNameResource, DistributedFacetPivotSmallTest, TestFiltering, CSVRequestHandlerTest, TestSimpleQParserPlugin, TestFreeTextSuggestions, ReplaceNodeTest, ShardRoutingCustomTest, TestSolrCoreProperties, TestSolrDeletionPolicy2, TestSolrCloudWithDelegationTokens, TestLockTree, TestReplicaProperties, SolrCmdDistributorTest, TestRandomCollapseQParserPlugin, CoreMergeIndexesAdminHandlerTest, TestAuthorizationFramework, OpenCloseCoreStressTest, CdcrUpdateLogTest, TestPartialUpdateDeduplication, ZkControllerTest, TestSystemIdResolver, LoggingHandlerTest, ChaosMonkeySafeLeaderTest, TestConfigSetsAPIZkFailure, IndexBasedSpellCheckerTest, CreateCollectionCleanupTest, TestSchemaVersionResource, TestSortByMinMaxFunction, HdfsSyncSliceTest, AliasIntegrationTest, TestBinaryResponseWriter, SuggesterFSTTest, TestStressVersions, TestIntervalFaceting, DOMUtilTest, TestUninvertingReader, FastVectorHighlighterTest, TestNoOpRegenerator, ShardRoutingTest, CdcrReplicationDistributedZkTest, TestSolrFieldCacheMBean, HdfsLockFactoryTest, TestSha256AuthenticationProvider, TestReloadAndDeleteDocs, TestObjectReleaseTracker, TestFieldCacheReopen, CloudExitableDirectoryReaderTest, EnumFieldTest, ShardSplitTest, HdfsBasicDistributedZk2Test, ChangedSchemaMergeTest, TestManagedSynonymFilterFactory, TestSolrQueryParserResource, TestDistributedStatsComponentCardinality, ConcurrentDeleteAndCreateCollectionTest, SolrPluginUtilsTest, TestRandomFlRTGCloud, TestSurroundQueryParser, TestJsonFacets, NumericFieldsTest, TimeZoneUtilsTest, OverseerRolesTest, TestConfigSets, TestPerFieldSimilarityWithDefaultOverride, UpdateRequestProcessorFactoryTest, SimpleCollectionCreateDeleteTest, TestRestoreCore, TestScoreJoinQPNoScore, FileUtilsTest, HdfsRecoverLeaseTest, RollingRestartTest, TestEmbeddedSolrServerConstructors, TestCollationFieldDocValues, SpellCheckComponentTest, SoftAutoCommitTest, TestCursorMarkWithoutUniqueKey, SpatialHeatmapFacetsTest, CollectionTooManyReplicasTest, TestInfoStreamLogging, TestFastLRUCache, TermVectorComponentTest, MBeansHandlerTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestAddFieldRealTimeGet, TestDocumentBuilder, TestDistributedGrouping, BlobRepositoryCloudTest, TestCloudInspectUtil, TermsComponentTest, TestRecovery, TestRealTimeGet, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, PeerSyncTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestIndexSearcher, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterTest, SpatialFilterTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, TestWordDelimiterFilterFactory, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestQueryTypes, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, TestArbitraryIndexDir, RegexBoostProcessorTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPHPSerializedResponseWriter, SearchHandlerTest, TestLFUCache, PreAnalyzedFieldTest, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, TestUtils, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestTolerantSearch, AssignTest, AsyncMigrateRouteKeyTest, CollectionStateFormat2Test, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest]
[junit4] Completed [391/631 (1!)] on J1 in 58.88s, 1 test, 1 error <<< FAILURES!
[...truncated 50512 lines...]
[JENKINS] Lucene-Solr-6.x-Linux (32bit/jdk1.8.0_102) - Build # 1571
- Still unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/1571/
Java: 32bit/jdk1.8.0_102 -server -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:42233/gfa/jv/forceleader_test_collection_shard1_replica1]
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: No live SolrServers available to handle this request:[http://127.0.0.1:42233/gfa/jv/forceleader_test_collection_shard1_replica1]
at __randomizedtesting.SeedInfo.seed([DB748249A54FA9B2:3DE3B6899CCD50D3]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:760)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1172)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:753)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:741)
at org.apache.solr.cloud.ForceLeaderTest.sendDoc(ForceLeaderTest.java:424)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:131)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:42233/gfa/jv/forceleader_test_collection_shard1_replica1]
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:382)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:735)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:42233/gfa/jv/forceleader_test_collection_shard1_replica1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:599)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:403)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:371)
... 6 more
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:589)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 10 more
Build Log:
[...truncated 11278 lines...]
[junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/init-core-data-001
[junit4] 2> 470020 INFO (SUITE-ForceLeaderTest-seed#[DB748249A54FA9B2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 470020 INFO (SUITE-ForceLeaderTest-seed#[DB748249A54FA9B2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /gfa/jv
[junit4] 2> 470022 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 470022 INFO (Thread-1161) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 470023 INFO (Thread-1161) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 470123 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.ZkTestServer start zk server on port:41868
[junit4] 2> 470123 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 470123 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 470124 INFO (zkCallback-752-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d34b8b name:ZooKeeperConnection Watcher:127.0.0.1:41868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 470124 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 470125 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 470125 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 470127 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 470127 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x156bf05d7c20000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 470128 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 470128 INFO (zkCallback-753-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@165ca27 name:ZooKeeperConnection Watcher:127.0.0.1:41868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 470128 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 470129 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 470129 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 470129 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 470130 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 470130 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 470131 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 470131 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 470133 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 470133 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 470133 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 470133 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 470134 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 470134 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 470135 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 470135 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 470136 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 470136 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 470136 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 470136 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 470137 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 470137 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 470140 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 470140 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 470140 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 470140 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 470141 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 470141 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 470215 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores/collection1
[junit4] 2> 470217 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 470218 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f48811{/gfa/jv,null,AVAILABLE}
[junit4] 2> 470218 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.e.j.s.ServerConnector Started ServerConnector@1b2c899{HTTP/1.1,[http/1.1]}{127.0.0.1:44758}
[junit4] 2> 470219 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.e.j.s.Server Started @472371ms
[junit4] 2> 470219 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/tempDir-001/control/data, hostContext=/gfa/jv, hostPort=33601, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores}
[junit4] 2> 470219 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
[junit4] 2> 470219 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001'
[junit4] 2> 470219 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 470219 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 470219 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 470220 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 470220 INFO (zkCallback-754-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13b0984 name:ZooKeeperConnection Watcher:127.0.0.1:41868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 470220 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 470221 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 470221 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 470221 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/solr.xml
[junit4] 2> 470226 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores
[junit4] 2> 470226 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.CoreContainer New CoreContainer 5176530
[junit4] 2> 470226 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001]
[junit4] 2> 470226 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/lib to classpath: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/lib
[junit4] 2> 470226 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 470227 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 470228 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 470228 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 470228 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41868/solr
[junit4] 2> 470228 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 470228 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 470228 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 470229 INFO (zkCallback-757-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@109fd55 name:ZooKeeperConnection Watcher:127.0.0.1:41868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 470229 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 470229 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 470230 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$92/27684789@817d22
[junit4] 2> 470230 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 470231 INFO (zkCallback-758-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cff1cd name:ZooKeeperConnection Watcher:127.0.0.1:41868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 470231 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 470232 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 470232 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 470233 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 470235 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 470236 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 470237 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 470237 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 470238 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 470238 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 470239 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 470239 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 470239 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 470241 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 470241 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 470242 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 470242 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000
[junit4] 2> 470242 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33601_gfa%2Fjv
[junit4] 2> 470242 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 470243 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.Overseer Overseer (id=96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) starting
[junit4] 2> 470244 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 470247 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 470247 INFO (OverseerCollectionConfigSetProcessor-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 470247 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 470247 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33601_gfa%2Fjv
[junit4] 2> 470248 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33601_gfa%2Fjv
[junit4] 2> 470249 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 470249 INFO (zkCallback-758-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 470249 INFO (zkCallback-758-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 470259 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 470259 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 470260 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores
[junit4] 2> 470260 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 470260 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.CorePropertiesLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores/collection1
[junit4] 2> 470260 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 470261 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 470261 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 470261 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2
[junit4] 2> 470261 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 470262 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 470262 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33601/gfa/jv",
[junit4] 2> "node_name":"127.0.0.1:33601_gfa%2Fjv",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 470262 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33601/gfa/jv",
[junit4] 2> "node_name":"127.0.0.1:33601_gfa%2Fjv",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 470262 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
[junit4] 2> 470262 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 470263 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 470263 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 470264 INFO (zkCallback-758-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 471264 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 471264 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
[junit4] 2> 471264 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 471264 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 471264 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 471264 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores/collection1'
[junit4] 2> 471265 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 471265 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 471267 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 471270 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 471294 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 471300 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 471306 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 471396 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 471403 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 471404 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 471411 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 471413 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 471415 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 471416 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 471417 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2
[junit4] 2> 471417 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 471417 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 471418 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores/collection1/data/]
[junit4] 2> 471418 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b82455
[junit4] 2> 471418 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores/collection1/data/snapshot_metadata
[junit4] 2> 471418 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 471419 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores/collection1/data
[junit4] 2> 471419 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores/collection1/data/index/
[junit4] 2> 471419 WARN (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 471419 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores/collection1/data/index
[junit4] 2> 471420 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5435411795325867]
[junit4] 2> 471420 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@d0831e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@82b7a9),segFN=segments_1,generation=1}
[junit4] 2> 471420 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 471420 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores/collection1/data/
[junit4] 2> 471421 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 471425 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 471425 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 471425 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 471425 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 471425 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 471425 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 471425 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 471426 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 471426 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 471426 WARN (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 471428 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 471429 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 471430 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 471431 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 471433 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 471433 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 471435 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 471435 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 471435 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 471435 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 471436 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=99.7333984375, floorSegmentMB=1.52734375, forceMergeDeletesPctAllowed=29.12947458659413, segmentsPerTier=32.0, maxCFSSegmentSizeMB=1.1416015625, noCFSRatio=0.5571543558612725
[junit4] 2> 471436 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@d0831e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@82b7a9),segFN=segments_1,generation=1}
[junit4] 2> 471436 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 471436 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d16c[collection1] main]
[junit4] 2> 471436 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 471436 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 471436 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 471437 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 471437 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 471437 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 471437 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 471437 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 471437 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 471437 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 471438 INFO (searcherExecutor-2575-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d16c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 471438 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 471438 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 471438 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 471438 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1543591583092310016
[junit4] 2> 471439 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1543591583092310016
[junit4] 2> 471440 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 471440 INFO (coreLoadExecutor-2574-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 471440 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:33601/gfa/jv collection:control_collection shard:shard1
[junit4] 2> 471441 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 471442 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96474473850601476-core_node1-n_0000000000
[junit4] 2> 471442 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 471443 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 471443 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 471443 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33601/gfa/jv/collection1/
[junit4] 2> 471443 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 471443 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:33601/gfa/jv/collection1/ has no replicas
[junit4] 2> 471443 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> 471444 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 471447 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96474473850601476-core_node1-n_0000000000
[junit4] 2> 471449 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33601/gfa/jv/collection1/ shard1
[junit4] 2> 471449 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:33601/gfa/jv",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 471551 INFO (zkCallback-758-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 471552 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:33601/gfa/jv/collection1/ and leader is http://127.0.0.1:33601/gfa/jv/collection1/
[junit4] 2> 471552 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33601/gfa/jv
[junit4] 2> 471552 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 471552 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 471552 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 471558 INFO (coreZkRegister-2567-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33601_gfa%2Fjv c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
[junit4] 2> 471559 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33601/gfa/jv",
[junit4] 2> "node_name":"127.0.0.1:33601_gfa%2Fjv",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 2
[junit4] 2> 471559 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33601/gfa/jv",
[junit4] 2> "node_name":"127.0.0.1:33601_gfa%2Fjv",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 471661 INFO (zkCallback-758-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 471764 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 471764 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 471765 INFO (zkCallback-762-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41601a name:ZooKeeperConnection Watcher:127.0.0.1:41868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 471765 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 471766 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 471766 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 471766 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 471767 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 471767 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 471767 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 471767 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 471768 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 471769 INFO (zkCallback-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1e14c08 name:ZooKeeperConnection Watcher:127.0.0.1:41868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 471769 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 471769 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 471783 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "stateFormat":"2"} current state version: 3
[junit4] 2> 471784 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 471879 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/shard-1-001/cores/collection1
[junit4] 2> 471880 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/shard-1-001
[junit4] 2> 471881 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 471882 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12d24dd{/gfa/jv,null,AVAILABLE}
[junit4] 2> 471882 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.e.j.s.ServerConnector Started ServerConnector@18c8fbd{HTTP/1.1,[http/1.1]}{127.0.0.1:39320}
[junit4] 2> 471882 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.e.j.s.Server Started @474035ms
[junit4] 2> 471882 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/gfa/jv, hostPort=37666, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/shard-1-001/cores}
[junit4] 2> 471882 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
[junit4] 2> 471883 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/shard-1-001'
[junit4] 2> 471883 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 471883 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 471883 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 471884 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 471885 INFO (zkCallback-764-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3eafa6 name:ZooKeeperConnection Watcher:127.0.0.1:41868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 471885 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 471885 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
[junit4] 2> 471886 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 471886 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 471886 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/shard-1-001/solr.xml
[junit4] 2> 471892 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/shard-1-001/cores
[junit4] 2> 471892 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.CoreContainer New CoreContainer 9664328
[junit4] 2> 471893 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/shard-1-001]
[junit4] 2> 471893 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/shard-1-001/lib to classpath: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/shard-1-001/lib
[junit4] 2> 471893 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 471894 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 471895 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 471895 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 471895 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41868/solr
[junit4] 2> 471896 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 471896 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 471896 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 471897 INFO (zkCallback-767-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47772f name:ZooKeeperConnection Watcher:127.0.0.1:41868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 471897 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 471897 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 471898 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$92/27684789@656839
[junit4] 2> 471898 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 471899 INFO (zkCallback-768-thread-1-processing-n:127.0.0.1:37666_gfa%2Fjv) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b4f92e name:ZooKeeperConnection Watcher:127.0.0.1:41868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 471899 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 471904 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 471905 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 471905 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 471909 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 471910 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96474473850601481-127.0.0.1:37666_gfa%2Fjv-n_0000000001
[junit4] 2> 471910 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000 to know if I could be the leader
[junit4] 2> 471911 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.ZkController Publish node=127.0.0.1:37666_gfa%2Fjv as DOWN
[junit4] 2> 471911 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37666_gfa%2Fjv
[junit4] 2> 471911 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37666_gfa%2Fjv
[junit4] 2> 471912 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:37666_gfa%2Fjv"} current state version: 3
[junit4] 2> 471912 INFO (OverseerStateUpdate-96474473850601476-127.0.0.1:33601_gfa%2Fjv-n_0000000000) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:37666_gfa%2Fjv
[junit4] 2> 471912 INFO (zkCallback-762-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 471912 INFO (zkCallback-758-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 471912 INFO (zkCallback-768-thread-1-processing-n:127.0.0.1:37666_gfa%2Fjv) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 471912 INFO (zkCallback-758-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 471913 INFO (zkCallback-762-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 471913 INFO (zkCallback-768-thread-1-processing-n:127.0.0.1:37666_gfa%2Fjv) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 471914 INFO (zkCallback-762-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 471914 INFO (zkCallback-758-thread-1-processing-n:127.0.0.1:33601_gfa%2Fjv) [n:127.0.0.1:33601_gfa%2Fjv ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 471914 INFO (zkCallback-768-thread-1-processing-n:127.0.0.1:37666_gfa%2Fjv) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 471933 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 471933 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 471933 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/shard-1-001/cores
[junit4] 2> 471934 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 471934 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.CorePropertiesLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/shard-1-001/cores/collection1
[junit4] 2> 471934 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 471935 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2
[junit4] 2> 471935 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[DB748249A54FA9B2]) [n:127.0.0.1:37666_gfa%2Fjv ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 471935 INFO (coreLoadExecutor-2585-thread-1-processing-n:127.0.0.1:37666_gfa%2Fjv) [n:127.0.0.1:37666_gfa%2Fjv c:collection1 x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 471935 INFO
[...truncated too long message...]
ins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/shard-3-002/cores/collection1/data/snapshot_metadata;done=false>>]
[junit4] 2> 584474 INFO (zkCallback-815-thread-3-processing-n:127.0.0.1:34531_gfa%2Fjv) [n:127.0.0.1:34531_gfa%2Fjv c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 584475 INFO (zkCallback-815-thread-3-processing-n:127.0.0.1:34531_gfa%2Fjv) [n:127.0.0.1:34531_gfa%2Fjv c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001/shard-3-002/cores/collection1/data/snapshot_metadata
[junit4] 2> 584475 INFO (zkCallback-815-thread-3-processing-n:127.0.0.1:34531_gfa%2Fjv) [n:127.0.0.1:34531_gfa%2Fjv c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard2/election/96474476769312783-core_node3-n_0000000001
[junit4] 2> 584475 WARN (zkCallback-815-thread-3-processing-n:127.0.0.1:34531_gfa%2Fjv) [n:127.0.0.1:34531_gfa%2Fjv c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.LeaderElector
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/96474476769312783-core_node3-n_0000000001
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:244)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:241)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:241)
[junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:85)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.cancelElection(ElectionContext.java:142)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.cancelElection(ElectionContext.java:274)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:450)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 584476 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[DB748249A54FA9B2]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@1923954{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 584476 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[DB748249A54FA9B2]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d98d27{/gfa/jv,null,UNAVAILABLE}
[junit4] 2> 584477 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 34770
[junit4] 2> 584477 INFO (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34181 34181
[junit4] 2> 584494 INFO (Thread-1211) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34181 34181
[junit4] 2> 584494 WARN (Thread-1211) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/forceleader_last_published/state.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/collections/forceleader_last_published/leader_elect/shard1/election/96474476769312780-core_node3-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 67 /solr/overseer/collection-queue-work
[junit4] 2> 36 /solr/overseer/queue
[junit4] 2> 14 /solr/overseer/queue-work
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 584495 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:34770/gfa/jv, target: http://127.0.0.1:39067/gfa/jv
[junit4] 2> 584495 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:38511/gfa/jv, target: http://127.0.0.1:45216/gfa/jv
[junit4] 2> 584495 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.SocketProxy Closing 10 connections to: http://127.0.0.1:37371/gfa/jv, target: http://127.0.0.1:45942/gfa/jv
[junit4] 2> 584495 WARN (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[DB748249A54FA9B2]) [ ] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:34531/gfa/jv, target: http://127.0.0.1:35066/gfa/jv
[junit4] 2> 584496 INFO (SUITE-ForceLeaderTest-seed#[DB748249A54FA9B2]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_DB748249A54FA9B2-001
[junit4] 2> Aug 25, 2016 12:09:20 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=Direct), _version_=BlockTreeOrds(blocksize=128), multiDefault=FST50, a_t=BlockTreeOrds(blocksize=128), intDefault=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=Direct), range_facet_i_dv=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=MockRandom), range_facet_l=BlockTreeOrds(blocksize=128), timestamp=BlockTreeOrds(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1251, maxMBSortInHeap=5.784822515444588, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=sl-SI, timezone=Asia/Krasnoyarsk
[junit4] 2> NOTE: Linux 4.4.0-31-generic i386/Oracle Corporation 1.8.0_102 (32-bit)/cpus=12,threads=1,free=292538520,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [TestHdfsUpdateLog, DistributedSuggestComponentTest, TestRecovery, ScriptEngineTest, MultiThreadedOCPTest, DebugComponentTest, TestRTimerTree, TestSmileRequest, TestScoreJoinQPScore, BJQParserTest, TestShortCircuitedRequests, CurrencyFieldXmlFileTest, RecoveryZkTest, TestSolrCloudWithKerberosAlt, TestManagedSchema, CircularListTest, TestRandomRequestDistribution, ZkStateReaderTest, TestStandardQParsers, HdfsThreadLeakTest, TestFieldCacheSanityChecker, SuggesterTest, StatsComponentTest, TestExactSharedStatsCache, SSLMigrationTest, TestGraphTermsQParserPlugin, TestSolrJ, AssignTest, SampleTest, HdfsBasicDistributedZkTest, TestConfigSetImmutable, ClusterStateTest, SuggesterTSTTest, TestElisionMultitermQuery, SharedFSAutoReplicaFailoverTest, TestStressRecovery, DistributedFacetPivotWhiteBoxTest, TestJmxMonitoredMap, TestCustomSort, RequestHandlersTest, DistributedFacetPivotLongTailTest, TestBlendedInfixSuggestions, StatelessScriptUpdateProcessorFactoryTest, TestJettySolrRunner, TestDistributedMissingSort, TestSQLHandler, TestUtils, DataDrivenBlockJoinTest, HdfsWriteToMultipleCollectionsTest, CdcrReplicationHandlerTest, HdfsRecoveryZkTest, DeleteStatusTest, TestFastWriter, JavabinLoaderTest, TestPHPSerializedResponseWriter, BufferStoreTest, DocExpirationUpdateProcessorFactoryTest, FullSolrCloudDistribCmdsTest, TestBlobHandler, DirectoryFactoryTest, DirectSolrConnectionTest, DirectUpdateHandlerTest, TestSuggestSpellingConverter, SmileWriterTest, PrimitiveFieldTypeTest, TestSubQueryTransformerDistrib, TestPKIAuthenticationPlugin, TestNonDefinedSimilarityFactory, TestFuzzyAnalyzedSuggestions, BadIndexSchemaTest, TestCollationField, TestMacroExpander, TestPerFieldSimilarity, TestTolerantSearch, SolrCoreCheckLockOnStartupTest, TestDynamicFieldResource, ExplicitHLLTest, TestInitParams, ForceLeaderTest]
[junit4] Completed [210/631 (1!)] on J2 in 114.75s, 3 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 53867 lines...]
[JENKINS-EA] Lucene-Solr-6.x-Linux (64bit/jdk-9-ea+132) - Build #
1570 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/1570/
Java: 64bit/jdk-9-ea+132 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:740)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:754)
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3170)
at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:230)
at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@9-ea/Native Method)
at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@9-ea/NativeMethodAccessorImpl.java:62)
at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@9-ea/DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(java.base@9-ea/Method.java:535)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(java.base@9-ea/Thread.java:843)
Caused by: java.lang.OutOfMemoryError: Java heap space
Build Log:
[...truncated 1328 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
[junit4] 2> ⵖⵓⵛ 24, 2016 2:56:30 ⵜⴰⴷⴳⴳⵯⴰⵜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-90,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> ⵖⵓⵛ 24, 2016 2:56:31 ⵜⴰⴷⴳⴳⵯⴰⵜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-93,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([89E94C15F8105597]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.ensureOpen(DocumentsWriter.java:212)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:472)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1562)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2>
[junit4] 2> ⵖⵓⵛ 24, 2016 2:56:31 ⵜⴰⴷⴳⴳⵯⴰⵜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-85,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> ⵖⵓⵛ 24, 2016 2:56:31 ⵜⴰⴷⴳⴳⵯⴰⵜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-88,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([89E94C15F8105597]:0)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread$IntBlockAllocator.getIntBlock(DocumentsWriterPerThread.java:596)
[junit4] 2> at org.apache.lucene.util.IntBlockPool.nextBuffer(IntBlockPool.java:155)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:157)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:762)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:417)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:373)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:231)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1562)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2>
[junit4] 2> ⵖⵓⵛ 24, 2016 2:56:30 ⵜⴰⴷⴳⴳⵯⴰⵜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-87,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([89E94C15F8105597]:0)
[junit4] 2> at org.apache.lucene.util.packed.PackedLongValues$Builder.<init>(PackedLongValues.java:185)
[junit4] 2> at org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.<init>(DeltaPackedLongValues.java:59)
[junit4] 2> at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:55)
[junit4] 2> at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:60)
[junit4] 2> at org.apache.lucene.index.NormValuesWriter.<init>(NormValuesWriter.java:41)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain$PerField.setInvertState(DefaultIndexingChain.java:660)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain$PerField.<init>(DefaultIndexingChain.java:650)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.getOrAddField(DefaultIndexingChain.java:588)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:415)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:373)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:272)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1375)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)
[junit4] 2>
[junit4] 2> ⵖⵓⵛ 24, 2016 2:56:30 ⵜⴰⴷⴳⴳⵯⴰⵜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-89,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([89E94C15F8105597]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:740)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:754)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3170)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> ⵖⵓⵛ 24, 2016 2:56:30 ⵜⴰⴷⴳⴳⵯⴰⵜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-86,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([89E94C15F8105597]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:740)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:754)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3170)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> ⵖⵓⵛ 24, 2016 2:56:30 ⵜⴰⴷⴳⴳⵯⴰⵜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-92,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> ⵖⵓⵛ 24, 2016 2:56:30 ⵜⴰⴷⴳⴳⵯⴰⵜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-91,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> ⵖⵓⵛ 24, 2016 2:56:30 ⵜⴰⴷⴳⴳⵯⴰⵜ com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-84,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexingSequenceNumbers -Dtests.method=testStressConcurrentCommit -Dtests.seed=89E94C15F8105597 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zgh-MA -Dtests.timezone=America/Ojinaga -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 280s J0 | TestIndexingSequenceNumbers.testStressConcurrentCommit <<<
[junit4] > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:740)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:754)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3170)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:230)
[junit4] > at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@9-ea/Native Method)
[junit4] > at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@9-ea/NativeMethodAccessorImpl.java:62)
[junit4] > at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@9-ea/DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.lang.Thread.run(java.base@9-ea/Thread.java:843)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=139, name=Thread-90, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=138, name=Thread-89, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([89E94C15F8105597]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:740)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:754)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3170)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=135, name=Thread-86, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([89E94C15F8105597]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:740)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:754)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3170)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:186)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=133, name=Thread-84, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=136, name=Thread-87, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([89E94C15F8105597]:0)
[junit4] > at org.apache.lucene.util.packed.PackedLongValues$Builder.<init>(PackedLongValues.java:185)
[junit4] > at org.apache.lucene.util.packed.DeltaPackedLongValues$Builder.<init>(DeltaPackedLongValues.java:59)
[junit4] > at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:55)
[junit4] > at org.apache.lucene.util.packed.PackedLongValues.deltaPackedBuilder(PackedLongValues.java:60)
[junit4] > at org.apache.lucene.index.NormValuesWriter.<init>(NormValuesWriter.java:41)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain$PerField.setInvertState(DefaultIndexingChain.java:660)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain$PerField.<init>(DefaultIndexingChain.java:650)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.getOrAddField(DefaultIndexingChain.java:588)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:415)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:373)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocuments(DocumentsWriterPerThread.java:272)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocuments(DocumentsWriter.java:433)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1375)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)Throwable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=140, name=Thread-91, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #8: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=141, name=Thread-92, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #9: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=137, name=Thread-88, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([89E94C15F8105597]:0)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread$IntBlockAllocator.getIntBlock(DocumentsWriterPerThread.java:596)
[junit4] > at org.apache.lucene.util.IntBlockPool.nextBuffer(IntBlockPool.java:155)
[junit4] > at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:157)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:762)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:417)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:373)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:231)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1562)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)Throwable #10: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=134, name=Thread-85, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #11: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=142, name=Thread-93, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([89E94C15F8105597]:0)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.DocumentsWriter.ensureOpen(DocumentsWriter.java:212)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:472)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1562)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:210)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/core/test/J0/temp/lucene.index.TestIndexingSequenceNumbers_89E94C15F8105597-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=ClassicSimilarity, locale=zgh-MA, timezone=America/Ojinaga
[junit4] 2> NOTE: Linux 4.4.0-31-generic amd64/Oracle Corporation 9-ea (64-bit)/cpus=12,threads=1,free=76224192,total=517472256
[junit4] 2> NOTE: All tests run in this JVM: [TestMinimize, TestSingleInstanceLockFactory, TestSpanMultiTermQueryWrapper, TestStandardAnalyzer, TestSearcherManager, TestIndexingSequenceNumbers]
[junit4] Completed [336/438 (1!)] on J0 in 309.46s, 8 tests, 1 error <<< FAILURES!
[...truncated 331 lines...]
[junit4] JVM J0: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/core/test/temp/junit4-J0-20160824_205056_081.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/heapdumps/java_pid22453.hprof ...
[junit4] Heap dump file created [511334219 bytes in 1.745 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 22056 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/build.xml:763: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/build.xml:715: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid22453.hprof
Total time: 70 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-6.x-Linux (64bit/jdk1.8.0_102) - Build # 1569
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/1569/
Java: 64bit/jdk1.8.0_102 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.schema.TestBulkSchemaConcurrent
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent: 1) Thread[id=85615, name=httpUriRequest-22007-thread-1-processing-x:collection1 r:core_node3 n:127.0.0.1:41442_ https:////127.0.0.1:45450//collection1 s:shard2 c:collection1, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:170) at java.net.SocketInputStream.read(SocketInputStream.java:141) at sun.security.ssl.InputRecord.readFully(InputRecord.java:465) at sun.security.ssl.InputRecord.read(InputRecord.java:503) at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973) at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1375) at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1403) at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1387) at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:543) at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446) at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497) at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:301) at org.apache.solr.client.solrj.impl.HttpSolrClient$$Lambda$163/1740119379.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$32/2030771382.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent:
1) Thread[id=85615, name=httpUriRequest-22007-thread-1-processing-x:collection1 r:core_node3 n:127.0.0.1:41442_ https:////127.0.0.1:45450//collection1 s:shard2 c:collection1, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1375)
at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1403)
at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1387)
at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:543)
at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:301)
at org.apache.solr.client.solrj.impl.HttpSolrClient$$Lambda$163/1740119379.call(Unknown Source)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$32/2030771382.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([8033FBF175AC1370]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.schema.TestBulkSchemaConcurrent
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=85615, name=httpUriRequest-22007-thread-1-processing-x:collection1 r:core_node3 n:127.0.0.1:41442_ https:////127.0.0.1:45450//collection1 s:shard2 c:collection1, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent] at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:170) at java.net.SocketInputStream.read(SocketInputStream.java:141) at sun.security.ssl.InputRecord.readFully(InputRecord.java:465) at sun.security.ssl.InputRecord.read(InputRecord.java:503) at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973) at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1375) at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1403) at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1387) at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:543) at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446) at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497) at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:301) at org.apache.solr.client.solrj.impl.HttpSolrClient$$Lambda$163/1740119379.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$32/2030771382.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=85615, name=httpUriRequest-22007-thread-1-processing-x:collection1 r:core_node3 n:127.0.0.1:41442_ https:////127.0.0.1:45450//collection1 s:shard2 c:collection1, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1375)
at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1403)
at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1387)
at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:543)
at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:301)
at org.apache.solr.client.solrj.impl.HttpSolrClient$$Lambda$163/1740119379.call(Unknown Source)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$32/2030771382.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([8033FBF175AC1370]:0)
Build Log:
[...truncated 12677 lines...]
[junit4] Suite: org.apache.solr.schema.TestBulkSchemaConcurrent
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/init-core-data-001
[junit4] 2> 1917397 INFO (SUITE-TestBulkSchemaConcurrent-seed#[8033FBF175AC1370]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1917397 INFO (SUITE-TestBulkSchemaConcurrent-seed#[8033FBF175AC1370]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1917399 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1917399 INFO (Thread-3399) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1917399 INFO (Thread-3399) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1917499 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.ZkTestServer start zk server on port:43581
[junit4] 2> 1917499 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1917499 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1917502 INFO (zkCallback-21954-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c87c403 name:ZooKeeperConnection Watcher:127.0.0.1:43581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1917504 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1917504 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1917504 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1917507 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1917507 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1917508 INFO (zkCallback-21955-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4bec5bcc name:ZooKeeperConnection Watcher:127.0.0.1:43581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1917508 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1917509 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1917509 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 1917510 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 1917510 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 1917511 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 1917511 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-managed-schema.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1917512 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1917512 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1917513 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1917513 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1917513 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1917514 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1917514 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1917515 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1917516 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 1917516 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1917517 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 1917517 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1917517 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1917518 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1917518 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1917519 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1917519 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1917519 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1917520 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1917520 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1917520 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1917521 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1917522 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1917523 INFO (zkCallback-21957-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bbd11cb name:ZooKeeperConnection Watcher:127.0.0.1:43581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1917523 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1917523 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1917590 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores/collection1
[junit4] 2> 1917592 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1917593 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41cfdd8b{/,null,AVAILABLE}
[junit4] 2> 1917597 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.e.j.s.ServerConnector Started ServerConnector@3ff048ab{SSL,[ssl, http/1.1]}{127.0.0.1:33846}
[junit4] 2> 1917597 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.e.j.s.Server Started @1919268ms
[junit4] 2> 1917597 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/tempDir-001/control/data, hostContext=/, hostPort=33846, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores}
[junit4] 2> 1917598 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1917598 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001'
[junit4] 2> 1917598 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1917598 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1917598 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1917601 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1917601 INFO (zkCallback-21958-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66f5ad93 name:ZooKeeperConnection Watcher:127.0.0.1:43581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1917601 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1917601 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1917602 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1917602 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/solr.xml
[junit4] 2> 1917606 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores
[junit4] 2> 1917607 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.CoreContainer New CoreContainer 113228407
[junit4] 2> 1917607 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001]
[junit4] 2> 1917607 WARN (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/lib to classpath: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/lib
[junit4] 2> 1917607 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 1917608 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1917608 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1917608 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1917608 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43581/solr
[junit4] 2> 1917608 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1917608 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1917609 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1917609 INFO (zkCallback-21961-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@723da36d name:ZooKeeperConnection Watcher:127.0.0.1:43581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1917609 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1917610 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1917610 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$86/164845928@7ed84cfb
[junit4] 2> 1917612 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1917612 INFO (zkCallback-21962-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7139b4f2 name:ZooKeeperConnection Watcher:127.0.0.1:43581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1917612 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1917613 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1917614 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1917616 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1917617 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1917618 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1917619 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1917621 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1917622 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1917622 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1917624 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1917624 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1917625 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1917626 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1917627 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1917628 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1917628 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96473341581197317-127.0.0.1:33846_-n_0000000000
[junit4] 2> 1917628 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33846_
[junit4] 2> 1917628 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1917629 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.Overseer Overseer (id=96473341581197317-127.0.0.1:33846_-n_0000000000) starting
[junit4] 2> 1917629 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1917631 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1917632 INFO (OverseerCollectionConfigSetProcessor-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1917632 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1917632 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33846_
[junit4] 2> 1917632 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33846_
[junit4] 2> 1917636 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1917636 INFO (zkCallback-21962-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1917637 INFO (zkCallback-21962-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1917658 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1917658 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1917659 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores
[junit4] 2> 1917660 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 1917660 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores/collection1
[junit4] 2> 1917660 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1917661 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1917661 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 1917662 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 1917662 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33846_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1917662 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 1917663 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33846",
[junit4] 2> "node_name":"127.0.0.1:33846_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1917663 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33846",
[junit4] 2> "node_name":"127.0.0.1:33846_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 1917663 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
[junit4] 2> 1917663 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 1917664 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1917664 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1917665 INFO (zkCallback-21962-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1918665 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 1918665 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
[junit4] 2> 1918665 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1918665 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 1918666 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1918666 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores/collection1'
[junit4] 2> 1918666 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1918666 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1918667 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1918670 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1918672 WARN (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1918673 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 1918677 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1918677 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1918681 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1918776 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1918780 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 1918781 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1918787 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1918789 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1918790 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1918790 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1918792 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/conf1/managed-schema
[junit4] 2> 1918793 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml.bak
[junit4] 2> 1918794 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
[junit4] 2> 1918794 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 1918794 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1918794 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore solr.NRTCachingDirectoryFactory
[junit4] 2> 1918794 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores/collection1/data/]
[junit4] 2> 1918794 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
[junit4] 2> 1918795 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores/collection1/data/snapshot_metadata
[junit4] 2> 1918795 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1918795 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SchemaCodecFactory Using default compressionMode: BEST_SPEED
[junit4] 2> 1918795 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores/collection1/data
[junit4] 2> 1918795 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores/collection1/data/index/
[junit4] 2> 1918796 WARN (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1918796 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores/collection1/data/index
[junit4] 2> 1918796 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=24.787109375, floorSegmentMB=0.845703125, forceMergeDeletesPctAllowed=6.1679346959945, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1918833 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=NRTCachingDirectory(MMapDirectory@/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52d1573a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4] 2> 1918833 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1918833 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores/collection1/data/
[junit4] 2> 1918834 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1918834 WARN (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 1918836 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1918836 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1918837 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1918837 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1918838 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 1918838 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1918838 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1918838 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1918840 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1918840 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1918840 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1918840 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=NRTCachingDirectory(MMapDirectory@/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/control-001/cores/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52d1573a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4] 2> 1918840 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1918840 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@77c21678[collection1] main]
[junit4] 2> 1918841 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 1918841 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1918841 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1918841 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1918841 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 1918841 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1918841 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1918841 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1918841 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 1918841 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 1918842 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Added new OnReconnect listener ZkIndexSchemaReader: /configs/conf1/managed-schema, uniqueCoreId: collection1:3359200875596834
[junit4] 2> 1918842 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1918842 INFO (searcherExecutor-10297-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@77c21678[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1918842 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 1918842 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 1918842 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 1918842 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1543573466797572096
[junit4] 2> 1918844 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1543573466797572096
[junit4] 2> 1918844 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 1918844 INFO (coreLoadExecutor-10296-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 1918844 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:33846 collection:control_collection shard:shard1
[junit4] 2> 1918845 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1918846 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96473341581197317-core_node1-n_0000000000
[junit4] 2> 1918846 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 1918847 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1918847 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1918848 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33846/collection1/
[junit4] 2> 1918848 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1918848 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> 1918848 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:33846/collection1/ has no replicas
[junit4] 2> 1918848 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1918849 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96473341581197317-core_node1-n_0000000000
[junit4] 2> 1918850 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33846/collection1/ shard1
[junit4] 2> 1918850 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"https://127.0.0.1:33846",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 1918951 INFO (zkCallback-21962-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1919000 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:33846/collection1/ and leader is https://127.0.0.1:33846/collection1/
[junit4] 2> 1919000 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:33846
[junit4] 2> 1919001 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1919001 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 1919001 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 1919001 INFO (coreZkRegister-10289-thread-1-processing-n:127.0.0.1:33846_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33846_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
[junit4] 2> 1919002 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33846",
[junit4] 2> "node_name":"127.0.0.1:33846_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 2
[junit4] 2> 1919002 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:33846",
[junit4] 2> "node_name":"127.0.0.1:33846_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 1919103 INFO (zkCallback-21962-thread-1-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1919163 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1919164 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1919164 INFO (zkCallback-21966-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@55faf4cf name:ZooKeeperConnection Watcher:127.0.0.1:43581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1919164 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1919165 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1919165 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1919165 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1919165 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1919166 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1919166 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 1919166 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1919166 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1919167 INFO (zkCallback-21967-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@8865e3a name:ZooKeeperConnection Watcher:127.0.0.1:43581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1919167 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1919167 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1919168 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "stateFormat":"2"} current state version: 3
[junit4] 2> 1919168 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 1919221 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/shard-1-001/cores/collection1
[junit4] 2> 1919222 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/shard-1-001
[junit4] 2> 1919223 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1919224 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5287b45b{/,null,AVAILABLE}
[junit4] 2> 1919227 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.e.j.s.ServerConnector Started ServerConnector@74d082a{SSL,[ssl, http/1.1]}{127.0.0.1:33117}
[junit4] 2> 1919227 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.e.j.s.Server Started @1920898ms
[junit4] 2> 1919227 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=33117, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/shard-1-001/cores}
[junit4] 2> 1919227 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1919227 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/shard-1-001'
[junit4] 2> 1919227 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1919227 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1919227 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1919228 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1919228 INFO (zkCallback-21968-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@205a207 name:ZooKeeperConnection Watcher:127.0.0.1:43581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1919228 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1919229 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1919229 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1919229 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/shard-1-001/solr.xml
[junit4] 2> 1919233 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/shard-1-001/cores
[junit4] 2> 1919234 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.CoreContainer New CoreContainer 758848940
[junit4] 2> 1919234 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/shard-1-001]
[junit4] 2> 1919234 WARN (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/shard-1-001/lib to classpath: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_8033FBF175AC1370-001/shard-1-001/lib
[junit4] 2> 1919234 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 1919235 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1919235 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1919235 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1919235 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43581/solr
[junit4] 2> 1919235 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1919235 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1919236 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1919236 INFO (zkCallback-21971-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@211d5e39 name:ZooKeeperConnection Watcher:127.0.0.1:43581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1919236 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1919237 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1919237 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$86/164845928@2340498b
[junit4] 2> 1919237 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1919238 INFO (zkCallback-21972-thread-1-processing-n:127.0.0.1:33117_) [n:127.0.0.1:33117_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4225dce5 name:ZooKeeperConnection Watcher:127.0.0.1:43581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1919238 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1919240 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1919241 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1919241 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1919242 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1919242 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96473341581197322-127.0.0.1:33117_-n_0000000001
[junit4] 2> 1919242 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96473341581197317-127.0.0.1:33846_-n_0000000000 to know if I could be the leader
[junit4] 2> 1919243 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.ZkController Publish node=127.0.0.1:33117_ as DOWN
[junit4] 2> 1919244 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33117_
[junit4] 2> 1919244 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33117_
[junit4] 2> 1919244 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:33117_"} current state version: 3
[junit4] 2> 1919244 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33117_
[junit4] 2> 1919245 INFO (zkCallback-21962-thread-2-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1919245 INFO (zkCallback-21966-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1919245 INFO (OverseerStateUpdate-96473341581197317-127.0.0.1:33846_-n_0000000000) [n:127.0.0.1:33846_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
[junit4] 2> 1919245 INFO (zkCallback-21962-thread-2-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1919245 INFO (zkCallback-21972-thread-1-processing-n:127.0.0.1:33117_) [n:127.0.0.1:33117_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1919245 INFO (zkCallback-21966-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1919245 INFO (zkCallback-21972-thread-1-processing-n:127.0.0.1:33117_) [n:127.0.0.1:33117_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1919246 INFO (zkCallback-21962-thread-2-processing-n:127.0.0.1:33846_) [n:127.0.0.1:33846_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 1919246 INFO (zkCallback-21972-thread-1-processing-n:127.0.0.1:33117_) [n:127.0.0.1:33117_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 1919246 INFO (zkCallback-21966-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 1919253 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1919253 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1919253 INFO (TEST-TestBulkSchemaConcurrent.test-seed#[8033FBF175AC1370]) [n:127.0.0.1:33117_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.
[...truncated too long message...]
tCursorMarkWithoutUniqueKey, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, DistributedSpellCheckComponentTest, TestStressReorder, TestStressVersions, HardAutoCommitTest, TestGroupingSearch, QueryElevationComponentTest, TestLazyCores, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, SuggesterTest, WordBreakSolrSpellCheckerTest, TestWordDelimiterFilterFactory, SortByFunctionTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, TermVectorComponentTest, IndexSchemaTest, MBeansHandlerTest, JsonLoaderTest, UpdateParamsTest, TestStressRecovery, TestSolrJ, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, TestRTGBase, DistributedIntervalFacetingTest, CleanupOldIndexTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CustomCollectionTest, LeaderInitiatedRecoveryOnCommitTest, OverseerStatusTest, ReplicationFactorTest, SaslZkACLProviderTest, TestAuthenticationFramework, TestCollectionAPI, TestDownShardTolerantSearch, TestLocalFSCloudBackupRestore, TestRandomFlRTGCloud, TestReplicaProperties, TestRequestForwarding, TestRequestStatusCollectionAPI, TestStressLiveNodes, TestBackupRepositoryFactory, TestConfigOverlay, TestConfigSetImmutable, TestConfigSetProperties, TestInfoStreamLogging, TestInitParams, TestNRTOpen, TestBlobHandler, CoreAdminCreateDiscoverTest, SegmentsInfoRequestHandlerTest, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, DistributedFacetPivotSmallAdvancedTest, DistributedQueryComponentOptimizationTest, DistributedSuggestComponentTest, SmileWriterTest, TestIntervalFaceting, TestMacroExpander, TestGeoJSONResponseWriter, TestRawResponseWriter, TestRawTransformer, TestSortingResponseWriter, TestChildDocTransformer, TestManagedResource, TestDefaultSearchFieldResource, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaVersionResource, TestSerializedLuceneMatchVersion, TestSolrQueryParserDefaultOperatorResource, TestSolrQueryParserResource, TestManagedStopFilterFactory, ChangedSchemaMergeTest, EnumFieldTest, TestBulkSchemaConcurrent]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestBulkSchemaConcurrent -Dtests.seed=8033FBF175AC1370 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-YE -Dtests.timezone=Pacific/Saipan -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | TestBulkSchemaConcurrent (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent:
[junit4] > 1) Thread[id=85615, name=httpUriRequest-22007-thread-1-processing-x:collection1 r:core_node3 n:127.0.0.1:41442_ https:////127.0.0.1:45450//collection1 s:shard2 c:collection1, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:170)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
[junit4] > at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1375)
[junit4] > at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1403)
[junit4] > at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1387)
[junit4] > at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:543)
[junit4] > at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:301)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient$$Lambda$163/1740119379.call(Unknown Source)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$32/2030771382.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([8033FBF175AC1370]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=85615, name=httpUriRequest-22007-thread-1-processing-x:collection1 r:core_node3 n:127.0.0.1:41442_ https:////127.0.0.1:45450//collection1 s:shard2 c:collection1, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:170)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
[junit4] > at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1375)
[junit4] > at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1403)
[junit4] > at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1387)
[junit4] > at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:543)
[junit4] > at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:301)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient$$Lambda$163/1740119379.call(Unknown Source)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$32/2030771382.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([8033FBF175AC1370]:0)
[junit4] Completed [631/631 (1!)] on J1 in 636.97s, 1 test, 2 errors <<< FAILURES!
[...truncated 60149 lines...]