You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/09/19 08:24:09 UTC
[JENKINS] Lucene-Solr-Tests-6.x - Build # 453 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/453/
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:34292/c8n_1x3_lf_shard1_replica3]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:34292/c8n_1x3_lf_shard1_replica3]
at __randomizedtesting.SeedInfo.seed([272CC8FD1EF4722F:AF78F727B0081FD7]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:769)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1161)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1050)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:992)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:592)
at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:578)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:174)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:34292/c8n_1x3_lf_shard1_replica3]
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:384)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:763)
... 49 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:34292/c8n_1x3_lf_shard1_replica3
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:599)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:405)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:357)
... 50 more
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:589)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 54 more
Build Log:
[...truncated 11265 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/init-core-data-001
[junit4] 2> 1022241 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[272CC8FD1EF4722F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1022241 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[272CC8FD1EF4722F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1022242 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1022243 INFO (Thread-1009) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1022243 INFO (Thread-1009) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1022344 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.ZkTestServer start zk server on port:60817
[junit4] 2> 1022344 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1022348 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1022350 INFO (zkCallback-824-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d0d1597 name:ZooKeeperConnection Watcher:127.0.0.1:60817 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1022351 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1022351 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1022351 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1022362 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1022364 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1022364 INFO (zkCallback-825-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3be55f9e name:ZooKeeperConnection Watcher:127.0.0.1:60817/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1022364 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1022364 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1022364 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 1022366 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 1022367 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 1022372 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 1022373 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1022373 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1022375 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1022375 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1022376 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1022377 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1022378 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1022378 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1022379 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1022379 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 1022380 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1022380 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 1022381 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1022381 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1022382 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1022382 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1022435 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1022435 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1022559 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1022559 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1022588 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1022588 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1022701 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores/collection1
[junit4] 2> 1022704 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1022720 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@371cc3{/,null,AVAILABLE}
[junit4] 2> 1022721 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.e.j.s.ServerConnector Started ServerConnector@c7dd9e9{HTTP/1.1,[http/1.1]}{127.0.0.1:45497}
[junit4] 2> 1022721 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.e.j.s.Server Started @1028455ms
[junit4] 2> 1022721 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/tempDir-001/control/data, hostContext=/, hostPort=56720, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores}
[junit4] 2> 1022721 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1022721 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001'
[junit4] 2> 1022722 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1022722 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1022722 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1022723 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1022731 INFO (zkCallback-826-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@40a42978 name:ZooKeeperConnection Watcher:127.0.0.1:60817/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1022731 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1022731 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1022783 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1022783 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/solr.xml
[junit4] 2> 1022788 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores
[junit4] 2> 1022788 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.CoreContainer New CoreContainer 1178822948
[junit4] 2> 1022788 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001]
[junit4] 2> 1022789 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/lib
[junit4] 2> 1022789 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 1022791 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1022792 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1022792 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1022792 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60817/solr
[junit4] 2> 1022792 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1022793 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1022794 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1022794 INFO (zkCallback-829-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19d8347b name:ZooKeeperConnection Watcher:127.0.0.1:60817 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1022799 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1022799 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1022802 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$23/101308563@5cf9d86e
[junit4] 2> 1022807 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1022817 INFO (zkCallback-830-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7861a429 name:ZooKeeperConnection Watcher:127.0.0.1:60817/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1022817 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1022819 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1022821 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1022823 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1022827 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1022829 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1022830 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1022831 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1022840 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1022841 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1022841 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1022842 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1022843 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1022844 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1022845 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1022846 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1022846 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96617683825786884-127.0.0.1:56720_-n_0000000000
[junit4] 2> 1022847 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56720_
[junit4] 2> 1022847 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1022848 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.Overseer Overseer (id=96617683825786884-127.0.0.1:56720_-n_0000000000) starting
[junit4] 2> 1022849 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1022955 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1022956 INFO (OverseerCollectionConfigSetProcessor-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1022959 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1022960 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56720_
[junit4] 2> 1022960 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56720_
[junit4] 2> 1022972 INFO (zkCallback-830-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1022982 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1023035 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1023035 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1023036 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores
[junit4] 2> 1023037 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 1023037 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores/collection1
[junit4] 2> 1023037 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1023059 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1
[junit4] 2> 1023059 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1023059 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:56720_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1023059 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 1023080 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 1023093 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:56720",
[junit4] 2> "node_name":"127.0.0.1:56720_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1023093 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:56720",
[junit4] 2> "node_name":"127.0.0.1:56720_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 1023099 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 1023100 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
[junit4] 2> 1023103 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1023127 INFO (zkCallback-830-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1023134 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1023134 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 1023134 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
[junit4] 2> 1023135 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1023151 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores/collection1'
[junit4] 2> 1023152 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1023152 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1023155 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1023166 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1023173 WARN (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1023174 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 1023183 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1023199 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1023387 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1023401 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 1023402 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1023410 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1023422 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 1023428 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1023429 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1023430 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1
[junit4] 2> 1023430 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1023430 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1023431 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores/collection1/data/]
[junit4] 2> 1023431 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56920ecb
[junit4] 2> 1023431 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores/collection1/data/snapshot_metadata
[junit4] 2> 1023431 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 1023431 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores/collection1/data
[junit4] 2> 1023431 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores/collection1/data/index/
[junit4] 2> 1023431 WARN (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1023432 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores/collection1/data/index
[junit4] 2> 1023432 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=59.4990234375, floorSegmentMB=0.8837890625, forceMergeDeletesPctAllowed=12.588537490389468, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6407551818436906
[junit4] 2> 1023439 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@77ce88b0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@b396e56),segFN=segments_1,generation=1}
[junit4] 2> 1023439 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1023446 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1023446 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1023446 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1023446 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1023446 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1023446 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1023446 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1023446 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1023446 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1023447 WARN (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 1023448 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1023449 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1023450 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1023451 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1023455 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores/collection1/data/
[junit4] 2> 1023455 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 1023457 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 1023459 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1023460 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1023460 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1023460 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1023460 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1023461 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=72.814453125, floorSegmentMB=1.638671875, forceMergeDeletesPctAllowed=7.783332526596141, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.555249351548314
[junit4] 2> 1023463 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@77ce88b0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@b396e56),segFN=segments_1,generation=1}
[junit4] 2> 1023463 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1023463 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55714c34[collection1] main]
[junit4] 2> 1023479 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1023574 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1023574 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 1023575 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1023579 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1023579 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1023579 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 1023579 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1023580 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 1023580 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 1023580 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 1023580 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1545882942610341888
[junit4] 2> 1023582 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1545882942610341888
[junit4] 2> 1023582 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 1023582 INFO (searcherExecutor-2090-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@55714c34[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1023587 INFO (coreLoadExecutor-2089-thread-1-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 1023587 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:56720 collection:control_collection shard:shard1
[junit4] 2> 1023588 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1023592 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96617683825786884-core_node1-n_0000000000
[junit4] 2> 1023592 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 1023594 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> 1023595 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1023595 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1023595 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56720/collection1/
[junit4] 2> 1023595 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1023596 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56720/collection1/ has no replicas
[junit4] 2> 1023596 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1023598 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96617683825786884-core_node1-n_0000000000
[junit4] 2> 1023608 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56720/collection1/ shard1
[junit4] 2> 1023609 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:56720",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 1023721 INFO (zkCallback-830-thread-4-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1023763 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:56720/collection1/ and leader is http://127.0.0.1:56720/collection1/
[junit4] 2> 1023763 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56720
[junit4] 2> 1023763 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1023763 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 1023763 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 1023765 INFO (coreZkRegister-2082-thread-1-processing-n:127.0.0.1:56720_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56720_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
[junit4] 2> 1023765 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:56720",
[junit4] 2> "node_name":"127.0.0.1:56720_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 2
[junit4] 2> 1023765 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:56720",
[junit4] 2> "node_name":"127.0.0.1:56720_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 1023871 INFO (zkCallback-830-thread-5-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1024097 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1024098 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1024119 INFO (zkCallback-834-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a8d28ab name:ZooKeeperConnection Watcher:127.0.0.1:60817/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1024119 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1024119 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1024119 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1024120 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1024121 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1024121 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1024122 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 1024122 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1024143 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1024143 INFO (zkCallback-835-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@75fe6690 name:ZooKeeperConnection Watcher:127.0.0.1:60817/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1024143 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1024143 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1024145 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "stateFormat":"2"} current state version: 3
[junit4] 2> 1024145 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 1024251 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
[junit4] 2> 1024287 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/shard-1-001/cores/collection1
[junit4] 2> 1024288 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/shard-1-001
[junit4] 2> 1024289 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1024294 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15e85115{/,null,AVAILABLE}
[junit4] 2> 1024295 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.e.j.s.ServerConnector Started ServerConnector@421958ad{HTTP/1.1,[http/1.1]}{127.0.0.1:55354}
[junit4] 2> 1024295 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.e.j.s.Server Started @1030028ms
[junit4] 2> 1024295 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=46646, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/shard-1-001/cores}
[junit4] 2> 1024295 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1024295 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/shard-1-001'
[junit4] 2> 1024295 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1024295 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1024295 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1024297 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1024297 INFO (zkCallback-836-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@317601cc name:ZooKeeperConnection Watcher:127.0.0.1:60817/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1024297 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1024298 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1024299 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1024299 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/shard-1-001/solr.xml
[junit4] 2> 1024308 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/shard-1-001/cores
[junit4] 2> 1024308 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.CoreContainer New CoreContainer 320215391
[junit4] 2> 1024308 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/shard-1-001]
[junit4] 2> 1024309 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/shard-1-001/lib
[junit4] 2> 1024309 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 1024310 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1024313 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1024313 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1024313 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60817/solr
[junit4] 2> 1024313 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1024313 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1024315 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1024335 INFO (zkCallback-839-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@18224d56 name:ZooKeeperConnection Watcher:127.0.0.1:60817 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1024347 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1024347 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1024364 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$23/101308563@5392162a
[junit4] 2> 1024365 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1024368 INFO (zkCallback-840-thread-1-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@147cfe09 name:ZooKeeperConnection Watcher:127.0.0.1:60817/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1024368 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1024378 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1024379 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1024379 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1024381 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1024382 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96617683825786889-127.0.0.1:46646_-n_0000000001
[junit4] 2> 1024382 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96617683825786884-127.0.0.1:56720_-n_0000000000 to know if I could be the leader
[junit4] 2> 1024383 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.ZkController Publish node=127.0.0.1:46646_ as DOWN
[junit4] 2> 1024384 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:46646_"} current state version: 3
[junit4] 2> 1024384 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46646_
[junit4] 2> 1024385 INFO (zkCallback-834-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1024385 INFO (zkCallback-830-thread-3-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1024386 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46646_
[junit4] 2> 1024386 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46646_
[junit4] 2> 1024386 INFO (zkCallback-840-thread-1-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1024396 INFO (zkCallback-830-thread-2-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1024396 INFO (zkCallback-834-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1024396 INFO (zkCallback-830-thread-2-processing-n:127.0.0.1:56720_) [n:127.0.0.1:56720_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1024397 INFO (zkCallback-834-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1024436 INFO (zkCallback-840-thread-2-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1024439 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1024439 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1024439 INFO (zkCallback-840-thread-2-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1024440 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/shard-1-001/cores
[junit4] 2> 1024441 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 1024441 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001/shard-1-001/cores/collection1
[junit4] 2> 1024441 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1024451 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1
[junit4] 2> 1024451 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [n:127.0.0.1:46646_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1024459 INFO (coreLoadExecutor-2100-thread-1-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ c:collection1 x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1024459 INFO (coreLoadExecutor-2100-thread-1-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ c:collection1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 1024475 INFO (coreLoadExecutor-2100-thread-1-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ c:collection1 x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
[junit4] 2> 1024483 INFO (coreLoadExecutor-2100-thread-1-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ c:collection1 x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
[junit4] 2> 1024483 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46646",
[junit4] 2> "node_name":"127.0.0.1:46646_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 4
[junit4] 2> 1024483 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46646",
[junit4] 2> "node_name":"127.0.0.1:46646_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 1024483 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
[junit4] 2> 1024483 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1024483 INFO (coreLoadExecutor-2100-thread-1-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ c:collection1 x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1024619 INFO (OverseerStateUpdate-96617683825786884-127.0.0.1:56720_-n_0000000000) [n:127.0.0.1:56720_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
[junit4] 2> 1024623 INFO (zkCallback-840-thread-2-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1024631 INFO (zkCallback-840-thread-2-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
[junit4] 2> 1025483 INFO (coreLoadExecutor-2100-thread-1-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ c:collection1 x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 1025484 INFO (coreLoadExecutor-2100-thread-1-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ c:collection1 x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
[junit4] 2> 1025484 INFO (coreLoadExecutor-2100-thread-1-processing-n:127.0.0.1:46646_) [n:127.0.0.1:46646_ c:collection1 x:collection1] o.a.s.c.ZkController Collection zkNode exists
[j
[...truncated too long message...]
ches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/c8n_1x3_lf/state.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 57 /solr/overseer/collection-queue-work
[junit4] 2> 52 /solr/overseer/queue
[junit4] 2> 25 /solr/overseer/queue-work
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 1086804 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:46646/, target: http://127.0.0.1:55354/
[junit4] 2> 1086804 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:40895/, target: http://127.0.0.1:60258/
[junit4] 2> 1086804 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:56720/, target: http://127.0.0.1:45497/
[junit4] 2> 1086804 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[272CC8FD1EF4722F]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:34292/, target: http://127.0.0.1:34577/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=272CC8FD1EF4722F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-GB -Dtests.timezone=Asia/Baku -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 64.6s J1 | LeaderFailoverAfterPartitionTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:34292/c8n_1x3_lf_shard1_replica3]
[junit4] > at __randomizedtesting.SeedInfo.seed([272CC8FD1EF4722F:AF78F727B0081FD7]:0)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:769)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1161)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1050)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:992)
[junit4] > at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:592)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:578)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:174)
[junit4] > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:34292/c8n_1x3_lf_shard1_replica3]
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:384)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:763)
[junit4] > ... 49 more
[junit4] > Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:34292/c8n_1x3_lf_shard1_replica3
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:599)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:405)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:357)
[junit4] > ... 50 more
[junit4] > Caused by: java.net.ConnectException: Connection refused
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] > at java.net.Socket.connect(Socket.java:589)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
[junit4] > ... 54 more
[junit4] 2> 1086812 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[272CC8FD1EF4722F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_272CC8FD1EF4722F-001
[junit4] 2> Sep 19, 2016 7:08:41 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=Memory doPackFST= true), a_t=PostingsFormat(name=Memory doPackFST= true), intDefault=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), range_facet_i_dv=PostingsFormat(name=Memory doPackFST= true), text=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=Memory doPackFST= true), timestamp=PostingsFormat(name=Memory doPackFST= true)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1548, maxMBSortInHeap=7.313161575986047, sim=ClassicSimilarity, locale=en-GB, timezone=Asia/Baku
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=65173640,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [TestLeaderElectionZkExpiry, CollectionTooManyReplicasTest, TestSearchPerf, TestSystemIdResolver, TestNoOpRegenerator, TestSchemaVersionResource, DateMathParserTest, TestRequestForwarding, SpellCheckComponentTest, HdfsCollectionsAPIDistributedZkTest, TestSchemaNameResource, TestUninvertingReader, EnumFieldTest, TestStressVersions, UpdateRequestProcessorFactoryTest, TolerantUpdateProcessorTest, SolrInfoMBeanTest, TestJsonFacets, SolrCmdDistributorTest, SampleTest, HdfsBasicDistributedZkTest, HdfsRecoveryZkTest, IndexBasedSpellCheckerTest, TestFieldResource, TermVectorComponentTest, ChangedSchemaMergeTest, CloudExitableDirectoryReaderTest, SpellingQueryConverterTest, InfoHandlerTest, HdfsLockFactoryTest, TestLRUCache, TestQueryTypes, TestRTGBase, TestFastOutputStream, CopyFieldTest, TestTrieFacet, SpatialFilterTest, TestDynamicFieldCollectionResource, TestConfigSetImmutable, SolrXmlInZkTest, DeleteLastCustomShardedReplicaTest, TestFilteredDocIdSet, TestSurroundQueryParser, TestCloudInspectUtil, TestSortingResponseWriter, TestSortByMinMaxFunction, TestFuzzyAnalyzedSuggestions, OverriddenZkACLAndCredentialsProvidersTest, TestIntervalFaceting, HLLSerializationTest, RollingRestartTest, MigrateRouteKeyTest, ClusterStateUpdateTest, CoreAdminCreateDiscoverTest, CloudMLTQParserTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestWordDelimiterFilterFactory, CollectionsAPIDistributedZkTest, TestSQLHandler, DistributedIntervalFacetingTest, DocValuesTest, TestTestInjection, SliceStateTest, TestRawResponseWriter, TestFiltering, ZkCLITest, DistributedMLTComponentTest, CdcrUpdateLogTest, TestInitQParser, URLClassifyProcessorTest, HighlighterTest, TestSolrXml, FileUtilsTest, TestUpdate, TestCSVResponseWriter, HdfsWriteToMultipleCollectionsTest, EchoParamsTest, TestManagedSynonymFilterFactory, TestFreeTextSuggestions, SimpleCollectionCreateDeleteTest, IndexSchemaTest, SearchHandlerTest, LeaderFailoverAfterPartitionTest]
[junit4] Completed [188/630 (1!)] on J1 in 64.87s, 1 test, 1 error <<< FAILURES!
[...truncated 61672 lines...]
[JENKINS] Lucene-Solr-Tests-6.x - Build # 455 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/455/
1 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithSourceCluster
Error Message:
Document mismatch on target after sync expected:<20000> but was:<10000>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<20000> but was:<10000>
at __randomizedtesting.SeedInfo.seed([C0FD476EADEA7313:19AB16AAAE8E6059]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:249)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10847 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/init-core-data-001
[junit4] 2> 199432 INFO (SUITE-CdcrBootstrapTest-seed#[C0FD476EADEA7313]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 199445 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithContinousIndexingOnSourceCluster
[junit4] 2> 199447 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 199448 INFO (Thread-67) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 199448 INFO (Thread-67) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 199552 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.ZkTestServer start zk server on port:57974
[junit4] 2> 199617 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 199628 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15752a6a2860000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 199637 INFO (jetty-launcher-52-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 199641 INFO (jetty-launcher-52-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55647b9c{/solr,null,AVAILABLE}
[junit4] 2> 199642 INFO (jetty-launcher-52-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@23e474a1{HTTP/1.1,[http/1.1]}{127.0.0.1:54891}
[junit4] 2> 199643 INFO (jetty-launcher-52-thread-1) [ ] o.e.j.s.Server Started @209598ms
[junit4] 2> 199643 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54891}
[junit4] 2> 199661 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 199665 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-target-001/node1'
[junit4] 2> 199665 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 199665 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 199689 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 199691 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 199875 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-target-001/node1/.
[junit4] 2> 200084 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 2025141832
[junit4] 2> 200084 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-target-001/node1]
[junit4] 2> 200085 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 200086 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 200087 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 200087 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 200087 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57974/solr
[junit4] 2> 200116 INFO (jetty-launcher-52-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 200140 INFO (jetty-launcher-52-thread-1) [n:127.0.0.1:54891_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 200243 INFO (jetty-launcher-52-thread-1) [n:127.0.0.1:54891_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 200245 INFO (jetty-launcher-52-thread-1) [n:127.0.0.1:54891_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 200312 INFO (jetty-launcher-52-thread-1) [n:127.0.0.1:54891_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54891_solr
[junit4] 2> 200313 INFO (jetty-launcher-52-thread-1) [n:127.0.0.1:54891_solr ] o.a.s.c.Overseer Overseer (id=96636792656494595-127.0.0.1:54891_solr-n_0000000000) starting
[junit4] 2> 200464 INFO (jetty-launcher-52-thread-1) [n:127.0.0.1:54891_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54891_solr
[junit4] 2> 200484 INFO (zkCallback-58-thread-1-processing-n:127.0.0.1:54891_solr) [n:127.0.0.1:54891_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 200525 INFO (OverseerStateUpdate-96636792656494595-127.0.0.1:54891_solr-n_0000000000) [n:127.0.0.1:54891_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 200574 INFO (jetty-launcher-52-thread-1) [n:127.0.0.1:54891_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 200574 INFO (jetty-launcher-52-thread-1) [n:127.0.0.1:54891_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 200580 INFO (jetty-launcher-52-thread-1) [n:127.0.0.1:54891_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-target-001/node1/.
[junit4] 2> 200580 INFO (jetty-launcher-52-thread-1) [n:127.0.0.1:54891_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 200617 INFO (jetty-launcher-52-thread-1) [n:127.0.0.1:54891_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0
[junit4] 2> 200617 INFO (jetty-launcher-52-thread-1) [n:127.0.0.1:54891_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 200662 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 200839 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 1> Target zkHost = 127.0.0.1:57974/solr
[junit4] 2> 200854 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 200860 INFO (Thread-77) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 200860 INFO (Thread-77) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 200871 WARN (Thread-77) [ ] o.a.z.j.MBeanRegistry Failed to register MBean StandaloneServer_port-1
[junit4] 2> 200878 WARN (Thread-77) [ ] o.a.z.s.ZooKeeperServer Failed to register with JMX
[junit4] 2> javax.management.InstanceAlreadyExistsException: org.apache.ZooKeeperService:name0=StandaloneServer_port-1
[junit4] 2> at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
[junit4] 2> at org.apache.zookeeper.jmx.MBeanRegistry.register(MBeanRegistry.java:96)
[junit4] 2> at org.apache.zookeeper.server.ZooKeeperServer.registerJMX(ZooKeeperServer.java:377)
[junit4] 2> at org.apache.zookeeper.server.ZooKeeperServer.startup(ZooKeeperServer.java:410)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.startup(NIOServerCnxnFactory.java:123)
[junit4] 2> at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
[junit4] 2> at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
[junit4] 2> 200964 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.ZkTestServer start zk server on port:39172
[junit4] 2> 200986 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 201014 INFO (jetty-launcher-63-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 201016 INFO (jetty-launcher-63-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53b95f29{/solr,null,AVAILABLE}
[junit4] 2> 201034 INFO (jetty-launcher-63-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@223deefe{HTTP/1.1,[http/1.1]}{127.0.0.1:58420}
[junit4] 2> 201034 INFO (jetty-launcher-63-thread-1) [ ] o.e.j.s.Server Started @210990ms
[junit4] 2> 201034 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58420}
[junit4] 2> 201035 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 201035 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1'
[junit4] 2> 201035 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 201035 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 201078 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 201080 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 201091 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/.
[junit4] 2> 201091 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1502640329
[junit4] 2> 201091 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1]
[junit4] 2> 201091 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 201096 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 201097 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 201097 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 201097 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39172/solr
[junit4] 2> 201163 INFO (jetty-launcher-63-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 201208 INFO (jetty-launcher-63-thread-1) [n:127.0.0.1:58420_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 201581 INFO (jetty-launcher-63-thread-1) [n:127.0.0.1:58420_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 201582 INFO (jetty-launcher-63-thread-1) [n:127.0.0.1:58420_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 201606 INFO (jetty-launcher-63-thread-1) [n:127.0.0.1:58420_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58420_solr
[junit4] 2> 201613 INFO (jetty-launcher-63-thread-1) [n:127.0.0.1:58420_solr ] o.a.s.c.Overseer Overseer (id=96636792749621251-127.0.0.1:58420_solr-n_0000000000) starting
[junit4] 2> 201656 INFO (jetty-launcher-63-thread-1) [n:127.0.0.1:58420_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58420_solr
[junit4] 2> 201670 INFO (OverseerStateUpdate-96636792749621251-127.0.0.1:58420_solr-n_0000000000) [n:127.0.0.1:58420_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 201697 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:58420_solr) [n:127.0.0.1:58420_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 201701 INFO (jetty-launcher-63-thread-1) [n:127.0.0.1:58420_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 201702 INFO (jetty-launcher-63-thread-1) [n:127.0.0.1:58420_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 201702 INFO (jetty-launcher-63-thread-1) [n:127.0.0.1:58420_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/.
[junit4] 2> 201702 INFO (jetty-launcher-63-thread-1) [n:127.0.0.1:58420_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 201705 INFO (jetty-launcher-63-thread-1) [n:127.0.0.1:58420_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0
[junit4] 2> 201705 INFO (jetty-launcher-63-thread-1) [n:127.0.0.1:58420_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 201772 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 201808 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 1> config dir absolute path = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/configsets/cdcr-source
[junit4] 2> 201836 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 201904 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 201904 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 201906 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 202003 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 202065 INFO (OverseerThreadFactory-178-thread-1-processing-n:127.0.0.1:58420_solr) [n:127.0.0.1:58420_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 202201 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2
[junit4] 2> 202464 INFO (zkCallback-69-thread-2-processing-n:127.0.0.1:58420_solr) [n:127.0.0.1:58420_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 203232 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1'
[junit4] 2> 203232 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 203232 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 203233 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 203238 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 203241 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 203248 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 203250 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 203389 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica1] Schema name=minimal
[junit4] 2> 203392 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 203401 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 203405 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 203406 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/cdcr-source', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0
[junit4] 2> 203406 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica1' using configuration from collection cdcr-source
[junit4] 2> 203406 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 203413 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/./cdcr-source_shard1_replica1/data/]
[junit4] 2> 203413 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: cdcr-source_shard1_replica1
[junit4] 2> 203417 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/snapshot_metadata
[junit4] 2> 203417 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 203418 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data
[junit4] 2> 203418 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/./cdcr-source_shard1_replica1/data/index/
[junit4] 2> 203418 WARN (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/./cdcr-source_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 203424 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index
[junit4] 2> 203440 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 203440 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 203452 INFO (OldIndexDirectoryCleanupThreadForCore-cdcr-source_shard1_replica1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core cdcr-source_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/./cdcr-source_shard1_replica1/data/
[junit4] 2> 203455 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "cdcr-processor-chain"
[junit4] 2> 203476 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 203478 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 203479 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 203480 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 203481 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 203495 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/cdcr,/update,/admin/file,/terms
[junit4] 2> 203496 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 203552 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 203552 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 203553 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 203553 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 203555 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 203555 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 203555 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@34fd1745[cdcr-source_shard1_replica1] main]
[junit4] 2> 203569 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/cdcr-source
[junit4] 2> 203569 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 203569 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 203569 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 203570 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/cdcr-source/_rest_managed.json
[junit4] 2> 203570 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 203570 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 203572 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 203599 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 203656 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 203852 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 204029 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@34fd1745[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 204029 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 204029 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 204029 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 204029 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1546188687306391552
[junit4] 2> 204031 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1546188687306391552
[junit4] 2> 204065 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.CoreContainer registering core: cdcr-source_shard1_replica1
[junit4] 2> 204072 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 204077 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 204077 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 204077 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58420/solr/cdcr-source_shard1_replica1/
[junit4] 2> 204077 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 204077 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:58420/solr/cdcr-source_shard1_replica1/ has no replicas
[junit4] 2> 204081 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/cdcr-source/leaders/shard1/leader after winning as /collections/cdcr-source/leader_elect/shard1/election/96636792749621251-core_node1-n_0000000000
[junit4] 2> 204082 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:58420_solr) [n:127.0.0.1:58420_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 204193 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58420/solr/cdcr-source_shard1_replica1/ shard1
[junit4] 2> 204206 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:58420_solr) [n:127.0.0.1:58420_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 204345 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:58420_solr) [n:127.0.0.1:58420_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 204412 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 204417 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2216
[junit4] 2> 204512 INFO (zkCallback-69-thread-2-processing-n:127.0.0.1:58420_solr) [n:127.0.0.1:58420_solr ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null
[junit4] 2> 204523 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 204541 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:58420_solr) [n:127.0.0.1:58420_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 205524 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=3597
[junit4] 2> 205528 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: cdcr-source failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node1 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 205528 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: cdcr-source
[junit4] 1> Adding 100 docs with commit=true, numDocs=100
[junit4] 2> 205713 INFO (qtp924729077-417) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=149
[junit4] 2> 205725 INFO (qtp924729077-417) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 205725 INFO (qtp924729077-417) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 206081 INFO (OverseerCollectionConfigSetProcessor-96636792749621251-127.0.0.1:58420_solr-n_0000000000) [n:127.0.0.1:58420_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 206156 INFO (qtp924729077-417) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_1,generation=1}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_2,generation=2}
[junit4] 2> 206156 INFO (qtp924729077-417) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
[junit4] 2> 206205 INFO (qtp924729077-417) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3dffde91[cdcr-source_shard1_replica1] main]
[junit4] 2> 206205 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@3dffde91[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):C100)))}
[junit4] 2> 206206 INFO (qtp924729077-417) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 206220 INFO (qtp924729077-417) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=495
[junit4] 1> Adding 100 docs with commit=true, numDocs=200
[junit4] 2> 206289 INFO (qtp924729077-420) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=57
[junit4] 2> 206304 INFO (qtp924729077-420) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 206308 INFO (qtp924729077-420) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 206441 INFO (qtp924729077-420) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_2,generation=2}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_3,generation=3}
[junit4] 2> 206441 INFO (qtp924729077-420) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
[junit4] 2> 206442 INFO (qtp924729077-420) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20578891[cdcr-source_shard1_replica1] main]
[junit4] 2> 206442 INFO (qtp924729077-420) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 206444 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@20578891[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):C100) Uninverting(_1(6.3.0):C100)))}
[junit4] 2> 206444 INFO (qtp924729077-420) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=144
[junit4] 1> Adding 100 docs with commit=true, numDocs=300
[junit4] 2> 206472 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 206485 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 206485 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 206680 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_3,generation=3}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_4,generation=4}
[junit4] 2> 206680 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 4
[junit4] 2> 206683 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1539c3d5[cdcr-source_shard1_replica1] main]
[junit4] 2> 206688 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@1539c3d5[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):C100) Uninverting(_1(6.3.0):C100) Uninverting(_2(6.3.0):C100)))}
[junit4] 2> 206689 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 206689 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=204
[junit4] 1> Adding 100 docs with commit=true, numDocs=400
[junit4] 2> 206772 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=71
[junit4] 2> 206777 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 206777 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 207018 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_4,generation=4}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_5,generation=5}
[junit4] 2> 207018 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 5
[junit4] 2> 207019 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@422c1cc[cdcr-source_shard1_replica1] main]
[junit4] 2> 207019 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@422c1cc[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):C100) Uninverting(_1(6.3.0):C100) Uninverting(_2(6.3.0):C100) Uninverting(_3(6.3.0):C100)))}
[junit4] 2> 207021 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 207021 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=244
[junit4] 1> Adding 100 docs with commit=true, numDocs=500
[junit4] 2> 207032 INFO (qtp924729077-417) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 207040 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 207041 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 207142 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_5,generation=5}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_6,generation=6}
[junit4] 2> 207143 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 6
[junit4] 2> 207143 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5af7cfcb[cdcr-source_shard1_replica1] main]
[junit4] 2> 207144 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@5af7cfcb[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):C100) Uninverting(_1(6.3.0):C100) Uninverting(_2(6.3.0):C100) Uninverting(_3(6.3.0):C100) Uninverting(_4(6.3.0):C100)))}
[junit4] 2> 207148 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 207148 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=107
[junit4] 1> Adding 100 docs with commit=true, numDocs=600
[junit4] 2> 207180 INFO (qtp924729077-420) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 207183 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 207183 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 207519 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_6,generation=6}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_7,generation=7}
[junit4] 2> 207519 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 7
[junit4] 2> 207520 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@34360230[cdcr-source_shard1_replica1] main]
[junit4] 2> 207520 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@34360230[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):C100) Uninverting(_1(6.3.0):C100) Uninverting(_2(6.3.0):C100) Uninverting(_3(6.3.0):C100) Uninverting(_4(6.3.0):C100) Uninverting(_5(6.3.0):C100)))}
[junit4] 2> 207521 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 207521 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=338
[junit4] 1> Adding 100 docs with commit=true, numDocs=700
[junit4] 2> 207576 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=31
[junit4] 2> 207589 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 207589 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 207717 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_7,generation=7}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_8,generation=8}
[junit4] 2> 207717 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 8
[junit4] 2> 207718 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36fc0cf5[cdcr-source_shard1_replica1] main]
[junit4] 2> 207720 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@36fc0cf5[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):C100) Uninverting(_1(6.3.0):C100) Uninverting(_2(6.3.0):C100) Uninverting(_3(6.3.0):C100) Uninverting(_4(6.3.0):C100) Uninverting(_5(6.3.0):C100) Uninverting(_6(6.3.0):C100)))}
[junit4] 2> 207723 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 207723 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=134
[junit4] 1> Adding 100 docs with commit=true, numDocs=800
[junit4] 2> 207742 INFO (qtp924729077-417) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 207744 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 207744 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 207888 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_8,generation=8}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_9,generation=9}
[junit4] 2> 207888 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 9
[junit4] 2> 207888 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63dfe26a[cdcr-source_shard1_replica1] main]
[junit4] 2> 207894 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@63dfe26a[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):C100) Uninverting(_1(6.3.0):C100) Uninverting(_2(6.3.0):C100) Uninverting(_3(6.3.0):C100) Uninverting(_4(6.3.0):C100) Uninverting(_5(6.3.0):C100) Uninverting(_6(6.3.0):C100) Uninverting(_7(6.3.0):C100)))}
[junit4] 2> 207895 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 207895 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=151
[junit4] 1> Adding 100 docs with commit=true, numDocs=900
[junit4] 2> 207910 INFO (qtp924729077-420) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 207912 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 207912 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 208018 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_9,generation=9}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_a,generation=10}
[junit4] 2> 208018 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 10
[junit4] 2> 208019 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bd2e8f5[cdcr-source_shard1_replica1] main]
[junit4] 2> 208019 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@7bd2e8f5[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):C100) Uninverting(_1(6.3.0):C100) Uninverting(_2(6.3.0):C100) Uninverting(_3(6.3.0):C100) Uninverting(_4(6.3.0):C100) Uninverting(_5(6.3.0):C100) Uninverting(_6(6.3.0):C100) Uninverting(_7(6.3.0):C100) Uninverting(_8(6.3.0):C100)))}
[junit4] 2> 208023 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 208023 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=110
[junit4] 1> Adding 100 docs with commit=true, numDocs=1000
[junit4] 2> 208038 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 208041 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 208041 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 208293 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_a,generation=10}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_b,generation=11}
[junit4] 2> 208293 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 11
[junit4] 2> 208299 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a70f81a[cdcr-source_shard1_replica1] main]
[junit4] 2> 208300 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@2a70f81a[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):C100) Uninverting(_1(6.3.0):C100) Uninverting(_2(6.3.0):C100) Uninverting(_3(6.3.0):C100) Uninverting(_4(6.3.0):C100) Uninverting(_5(6.3.0):C100) Uninverting(_6(6.3.0):C100) Uninverting(_7(6.3.0):C100) Uninverting(_8(6.3.0):C100) Uninverting(_9(6.3.0):C100)))}
[junit4] 2> 208308 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 208308 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=268
[junit4] 1> Adding 100 docs with commit=true, numDocs=1100
[junit4] 2> 208334 INFO (qtp924729077-417) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 208340 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 208341 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 208578 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_b,generation=11}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_c,generation=12}
[junit4] 2> 208578 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 12
[junit4] 2> 208604 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@460b0d5[cdcr-source_shard1_replica1] main]
[junit4] 2> 208604 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@460b0d5[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.3.0):C1000) Uninverting(_b(6.3.0):C100)))}
[junit4] 2> 208616 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 208616 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=275
[junit4] 1> Adding 100 docs with commit=true, numDocs=1200
[junit4] 2> 208649 INFO (qtp924729077-420) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=20
[junit4] 2> 208652 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 208652 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 208832 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_c,generation=12}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_d,generation=13}
[junit4] 2> 208832 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 13
[junit4] 2> 208873 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@31f1594e[cdcr-source_shard1_replica1] main]
[junit4] 2> 208873 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@31f1594e[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.3.0):C1000) Uninverting(_b(6.3.0):C100) Uninverting(_c(6.3.0):C100)))}
[junit4] 2> 208874 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 208874 INFO (qtp924729077-418) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=222
[junit4] 1> Adding 100 docs with commit=true, numDocs=1300
[junit4] 2> 208885 INFO (qtp924729077-414) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 208888 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 208888 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 208982 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_d,generation=13}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_e,generation=14}
[junit4] 2> 208982 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 14
[junit4] 2> 208983 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a0962ad[cdcr-source_shard1_replica1] main]
[junit4] 2> 208983 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@2a0962ad[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.3.0):C1000) Uninverting(_b(6.3.0):C100) Uninverting(_c(6.3.0):C100) Uninverting(_d(6.3.0):C100)))}
[junit4] 2> 208985 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 208985 INFO (qtp924729077-416) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=96
[junit4] 1> Adding 100 docs with commit=true, numDocs=1400
[junit4] 2> 208996 INFO (qtp924729077-417) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 208998 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 208999 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@15046d35
[junit4] 2> 209256 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_e,generation=14}
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-source-001/node1/cdcr-source_shard1_replica1/data/index,segFN=segments_f,generation=15}
[junit4] 2> 209256 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 15
[junit4] 2> 209257 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2aa76c4a[cdcr-source_shard1_replica1] main]
[junit4] 2> 209258 INFO (searcherExecutor-181-thread-1-processing-n:127.0.0.1:58420_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@2aa76c4a[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.3.0):C1000) Uninverting(_b(6.3.0):C100) Uninverting(_c(6.3.0):C100) Uninverting(_d(6.3.0):C100) Uninverting(_e(6.3.0):C100)))}
[junit4] 2> 209259 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 209259 INFO (qtp924729077-413) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=260
[junit4] 1> Adding 100 docs with commit=true, numDocs=1500
[junit4] 2> 209281 INFO (qtp924729077-420) [n:127.0.0.1:58420_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QT
[...truncated too long message...]
hard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.SolrCoreState Closing SolrCoreState
[junit4] 2> 467135 INFO (coreCloseExecutor-350-thread-1) [n:127.0.0.1:50107_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 467135 INFO (coreCloseExecutor-350-thread-1) [n:127.0.0.1:50107_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
[junit4] 2> 467148 INFO (coreCloseExecutor-350-thread-1) [n:127.0.0.1:50107_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.SolrCore [cdcr-target_shard1_replica1] Closing main searcher on request.
[junit4] 2> 467148 INFO (coreCloseExecutor-350-thread-1) [n:127.0.0.1:50107_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 3 directories currently being tracked
[junit4] 2> 467148 INFO (coreCloseExecutor-350-thread-1) [n:127.0.0.1:50107_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-target-003/node1/./cdcr-target_shard1_replica1/data/snapshot_metadata [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-target-003/node1/./cdcr-target_shard1_replica1/data/snapshot_metadata;done=false>>]
[junit4] 2> 467148 INFO (coreCloseExecutor-350-thread-1) [n:127.0.0.1:50107_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 467148 INFO (coreCloseExecutor-350-thread-1) [n:127.0.0.1:50107_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-target-003/node1/./cdcr-target_shard1_replica1/data/snapshot_metadata
[junit4] 2> 467148 INFO (coreCloseExecutor-350-thread-1) [n:127.0.0.1:50107_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-target-003/node1/./cdcr-target_shard1_replica1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-target-003/node1/./cdcr-target_shard1_replica1/data/index;done=false>>]
[junit4] 2> 467148 INFO (coreCloseExecutor-350-thread-1) [n:127.0.0.1:50107_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 467148 INFO (coreCloseExecutor-350-thread-1) [n:127.0.0.1:50107_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-target-003/node1/./cdcr-target_shard1_replica1/data/index
[junit4] 2> 467149 INFO (coreCloseExecutor-350-thread-1) [n:127.0.0.1:50107_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-target-003/node1/./cdcr-target_shard1_replica1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-target-003/node1/./cdcr-target_shard1_replica1/data;done=false>>]
[junit4] 2> 467149 INFO (coreCloseExecutor-350-thread-1) [n:127.0.0.1:50107_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 467149 INFO (coreCloseExecutor-350-thread-1) [n:127.0.0.1:50107_solr c:cdcr-target s:shard1 r:core_node1 x:cdcr-target_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001/cdcr-target-003/node1/./cdcr-target_shard1_replica1/data
[junit4] 2> 467168 INFO (jetty-launcher-123-thread-2) [ ] o.a.s.c.Overseer Overseer (id=96636799073779715-127.0.0.1:50107_solr-n_0000000000) closing
[junit4] 2> 467168 INFO (OverseerStateUpdate-96636799073779715-127.0.0.1:50107_solr-n_0000000000) [n:127.0.0.1:50107_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50107_solr
[junit4] 2> 467208 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15752a821060003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 468708 WARN (zkCallback-129-thread-9-processing-n:127.0.0.1:50107_solr) [n:127.0.0.1:50107_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 468708 INFO (jetty-launcher-123-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@20cbfda8{/solr,null,UNAVAILABLE}
[junit4] 2> 468721 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46627 46627
[junit4] 2> 468916 INFO (Thread-156) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46627 46627
[junit4] 2> 468917 WARN (Thread-156) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 167 /solr/overseer/collection-queue-work
[junit4] 2> 10 /solr/overseer/queue
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 468917 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[C0FD476EADEA7313]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithSourceCluster
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithSourceCluster -Dtests.seed=C0FD476EADEA7313 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-ES -Dtests.timezone=America/Denver -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 172s J0 | CdcrBootstrapTest.testBootstrapWithSourceCluster <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<20000> but was:<10000>
[junit4] > at __randomizedtesting.SeedInfo.seed([C0FD476EADEA7313:19AB16AAAE8E6059]:0)
[junit4] > at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithSourceCluster(CdcrBootstrapTest.java:249)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 468930 INFO (SUITE-CdcrBootstrapTest-seed#[C0FD476EADEA7313]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.CdcrBootstrapTest_C0FD476EADEA7313-001
[junit4] 2> Sep 22, 2016 4:11:44 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=LuceneFixedGap), xyz=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=971, maxMBSortInHeap=7.013464588025436, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=es-ES, timezone=America/Denver
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=121576432,total=376438784
[junit4] 2> NOTE: All tests run in this JVM: [TestBlendedInfixSuggestions, TestBackupRepositoryFactory, TestJoin, TestSerializedLuceneMatchVersion, TestCustomSort, TestFoldingMultitermQuery, ExplicitHLLTest, HLLUtilTest, DistribCursorPagingTest, AtomicUpdatesTest, DocumentAnalysisRequestHandlerTest, CdcrBootstrapTest]
[junit4] Completed [70/634 (1!)] on J0 in 270.37s, 3 tests, 1 failure <<< FAILURES!
[...truncated 62124 lines...]
[JENKINS] Lucene-Solr-Tests-6.x - Build # 454 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/454/
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSolrConfigHandlerCloud
Error Message:
ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper]
Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper]
at __randomizedtesting.SeedInfo.seed([4B7CF4AA61B28BCF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257)
at sun.reflect.GeneratedMethodAccessor44.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12357 lines...]
[junit4] Suite: org.apache.solr.handler.TestSolrConfigHandlerCloud
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/init-core-data-001
[junit4] 2> 3050516 INFO (SUITE-TestSolrConfigHandlerCloud-seed#[4B7CF4AA61B28BCF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3050516 INFO (SUITE-TestSolrConfigHandlerCloud-seed#[4B7CF4AA61B28BCF]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 3050533 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3050547 INFO (Thread-5851) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3050548 INFO (Thread-5851) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3050646 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.ZkTestServer start zk server on port:56549
[junit4] 2> 3050646 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3050662 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3050690 INFO (zkCallback-2415-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@857c764 name:ZooKeeperConnection Watcher:127.0.0.1:56549 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3050690 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3050691 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3050691 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 3050703 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3050731 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3051228 INFO (zkCallback-2416-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76b613c0 name:ZooKeeperConnection Watcher:127.0.0.1:56549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3051229 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3051229 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3051229 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 3051234 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 3051239 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 3051247 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 3051248 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3051248 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 3051251 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 3051251 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 3051255 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3051255 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3051259 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3051259 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 3051263 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3051263 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 3051267 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3051267 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 3051274 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3051274 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 3051275 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3051275 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 3051277 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3051277 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3051280 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3051280 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 3051290 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3051291 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 3051304 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3051312 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3051314 INFO (zkCallback-2418-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d08c4e4 name:ZooKeeperConnection Watcher:127.0.0.1:56549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3051316 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3051316 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3051705 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores/collection1
[junit4] 2> 3051708 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 3051709 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d2aaf5c{/,null,AVAILABLE}
[junit4] 2> 3051711 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.e.j.s.ServerConnector Started ServerConnector@471aa425{SSL,[ssl, http/1.1]}{127.0.0.1:54632}
[junit4] 2> 3051711 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.e.j.s.Server Started @3060884ms
[junit4] 2> 3051711 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/tempDir-001/control/data, hostContext=/, hostPort=54632, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores}
[junit4] 2> 3051711 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 3051711 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001'
[junit4] 2> 3051712 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3051712 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 3051712 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3051715 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3051906 INFO (zkCallback-2419-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@924eed2 name:ZooKeeperConnection Watcher:127.0.0.1:56549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3051906 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3051906 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3051908 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3051908 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/solr.xml
[junit4] 2> 3051912 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores
[junit4] 2> 3051912 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.CoreContainer New CoreContainer 1079780832
[junit4] 2> 3051912 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001]
[junit4] 2> 3051913 WARN (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/lib
[junit4] 2> 3051913 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 3051915 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3051916 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 3051916 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 3051916 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56549/solr
[junit4] 2> 3051916 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 3051916 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3051917 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3051917 INFO (zkCallback-2422-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31d0cd19 name:ZooKeeperConnection Watcher:127.0.0.1:56549 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3051917 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3051922 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3051923 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/721521964@79bdb45f
[junit4] 2> 3051926 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3051927 INFO (zkCallback-2423-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@51637eff name:ZooKeeperConnection Watcher:127.0.0.1:56549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3051927 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3051928 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 3051929 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 3051931 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 3051933 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 3051938 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 3051939 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 3051940 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 3051941 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 3051946 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 3051947 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 3051947 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 3051947 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 3051949 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 3051950 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 3051951 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3051951 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96626761279209477-127.0.0.1:54632_-n_0000000000
[junit4] 2> 3051952 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54632_
[junit4] 2> 3051952 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 3051952 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.Overseer Overseer (id=96626761279209477-127.0.0.1:54632_-n_0000000000) starting
[junit4] 2> 3051954 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 3051963 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 3051966 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 3051967 INFO (OverseerCollectionConfigSetProcessor-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 3051981 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54632_
[junit4] 2> 3051981 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:54632_
[junit4] 2> 3051982 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 3051986 INFO (zkCallback-2423-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 3051994 INFO (zkCallback-2423-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3052015 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 3052015 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 3052015 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores
[junit4] 2> 3052016 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 3052016 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores/collection1
[junit4] 2> 3052016 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 3052017 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 3052017 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 3052019 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 3052019 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
[junit4] 2> 3052020 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0
[junit4] 2> 3052020 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:54632_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 3052021 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 3052022 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:54632",
[junit4] 2> "node_name":"127.0.0.1:54632_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 3052027 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:54632",
[junit4] 2> "node_name":"127.0.0.1:54632_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 3052027 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 3052027 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3052030 INFO (zkCallback-2423-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 3053021 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 3053021 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
[junit4] 2> 3053022 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 3053022 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores/collection1'
[junit4] 2> 3053023 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3053023 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 3053024 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 3053031 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 3053037 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 3053085 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 3053103 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3053261 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 3053275 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 3053276 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 3053287 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 3053296 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 3053298 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 3053298 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 3053300 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0
[junit4] 2> 3053300 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 3053300 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 3053300 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores/collection1/data/]
[junit4] 2> 3053300 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d86a374
[junit4] 2> 3053301 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores/collection1/data/snapshot_metadata
[junit4] 2> 3053301 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 3053306 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores/collection1/data
[junit4] 2> 3053306 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores/collection1/data/index/
[junit4] 2> 3053306 WARN (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 3053306 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores/collection1/data/index
[junit4] 2> 3053307 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3171065299852048]
[junit4] 2> 3053307 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@3bcb1f7b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@54a12667),segFN=segments_1,generation=1}
[junit4] 2> 3053307 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 3053321 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 3053321 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 3053321 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 3053322 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 3053322 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 3053322 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 3053322 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 3053322 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 3053322 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 3053322 WARN (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 3053324 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 3053325 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 3053325 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores/collection1/data/
[junit4] 2> 3053325 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 3053326 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 3053327 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 3053334 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 3053335 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 3053335 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3053335 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3053336 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3053336 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3053342 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=50.9423828125, floorSegmentMB=2.0556640625, forceMergeDeletesPctAllowed=6.810716962413235, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5537844414498622
[junit4] 2> 3053342 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@3bcb1f7b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@54a12667),segFN=segments_1,generation=1}
[junit4] 2> 3053342 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 3053343 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7527985[collection1] main]
[junit4] 2> 3053343 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 3053344 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3053344 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 3053344 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3053344 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 3053344 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3053344 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 3053344 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3053346 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 3053346 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 3053346 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 3053346 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1546028183400218624
[junit4] 2> 3053347 INFO (searcherExecutor-7485-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7527985[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3053349 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1546028183400218624
[junit4] 2> 3053349 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 3053349 INFO (coreLoadExecutor-7484-thread-1-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 3053350 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:54632 collection:control_collection shard:shard1
[junit4] 2> 3053351 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 3053353 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96626761279209477-core_node1-n_0000000000
[junit4] 2> 3053354 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 3053355 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3053355 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3053355 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54632/collection1/
[junit4] 2> 3053355 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3053355 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:54632/collection1/ has no replicas
[junit4] 2> 3053356 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 3053362 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> 3053364 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96626761279209477-core_node1-n_0000000000
[junit4] 2> 3053365 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54632/collection1/ shard1
[junit4] 2> 3053374 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"https://127.0.0.1:54632",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 3053483 INFO (zkCallback-2423-thread-2-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 3053523 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3053524 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:54632/collection1/ and leader is https://127.0.0.1:54632/collection1/
[junit4] 2> 3053524 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:54632
[junit4] 2> 3053524 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3053524 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 3053524 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 3053527 INFO (coreZkRegister-7477-thread-1-processing-n:127.0.0.1:54632_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:54632_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
[junit4] 2> 3053527 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:54632",
[junit4] 2> "node_name":"127.0.0.1:54632_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 2
[junit4] 2> 3053527 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:54632",
[junit4] 2> "node_name":"127.0.0.1:54632_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 3053531 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3053538 INFO (zkCallback-2427-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5703bd7b name:ZooKeeperConnection Watcher:127.0.0.1:56549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3053538 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3053538 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3053538 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 3053539 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 3053539 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3053540 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3053540 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 3053540 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3053542 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3053542 INFO (zkCallback-2428-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4ded069b name:ZooKeeperConnection Watcher:127.0.0.1:56549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3053543 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3053543 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3053544 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "stateFormat":"2"} current state version: 2
[junit4] 2> 3053545 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 3053551 INFO (zkCallback-2427-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 3053551 INFO (zkCallback-2423-thread-2-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 3053900 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
[junit4] 2> 3054016 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/shard-1-001/cores/collection1
[junit4] 2> 3054017 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/shard-1-001
[junit4] 2> 3054035 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 3054055 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d059a21{/,null,AVAILABLE}
[junit4] 2> 3054057 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.e.j.s.ServerConnector Started ServerConnector@3720d1a9{SSL,[ssl, http/1.1]}{127.0.0.1:56321}
[junit4] 2> 3054057 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.e.j.s.Server Started @3063230ms
[junit4] 2> 3054057 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=56321, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/shard-1-001/cores}
[junit4] 2> 3054057 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 3054057 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/shard-1-001'
[junit4] 2> 3054057 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3054057 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 3054080 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3054082 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3054096 INFO (zkCallback-2429-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@783e1afb name:ZooKeeperConnection Watcher:127.0.0.1:56549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3054096 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3054097 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3054102 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3054102 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/shard-1-001/solr.xml
[junit4] 2> 3054151 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/shard-1-001/cores
[junit4] 2> 3054151 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.CoreContainer New CoreContainer 436033923
[junit4] 2> 3054151 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/shard-1-001]
[junit4] 2> 3054152 WARN (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/shard-1-001/lib
[junit4] 2> 3054152 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 3054154 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3054155 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 3054155 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 3054155 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56549/solr
[junit4] 2> 3054155 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 3054155 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3054166 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3054170 INFO (zkCallback-2432-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@529b8c2d name:ZooKeeperConnection Watcher:127.0.0.1:56549 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3054170 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3054171 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3054183 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/721521964@aff7693
[junit4] 2> 3054184 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3054184 INFO (zkCallback-2433-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c57607a name:ZooKeeperConnection Watcher:127.0.0.1:56549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3054184 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3054189 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 3054189 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 3054189 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3054191 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3054192 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96626761279209482-127.0.0.1:56321_-n_0000000001
[junit4] 2> 3054192 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96626761279209477-127.0.0.1:54632_-n_0000000000 to know if I could be the leader
[junit4] 2> 3054196 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.ZkController Publish node=127.0.0.1:56321_ as DOWN
[junit4] 2> 3054197 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56321_
[junit4] 2> 3054197 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56321_
[junit4] 2> 3054198 INFO (zkCallback-2423-thread-4-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 3054198 INFO (zkCallback-2427-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 3054199 INFO (zkCallback-2427-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3054200 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:56321_"} current state version: 3
[junit4] 2> 3054200 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:56321_
[junit4] 2> 3054200 INFO (zkCallback-2423-thread-4-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3054201 INFO (zkCallback-2427-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 3054202 INFO (zkCallback-2423-thread-4-processing-n:127.0.0.1:54632_) [n:127.0.0.1:54632_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
[junit4] 2> 3054205 INFO (zkCallback-2433-thread-2-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 3054205 INFO (zkCallback-2433-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 3054226 INFO (zkCallback-2433-thread-2-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3054280 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 3054280 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 3054290 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/shard-1-001/cores
[junit4] 2> 3054291 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 3054291 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/shard-1-001/cores/collection1
[junit4] 2> 3054291 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 3054293 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 3054293 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 3054294 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:56321",
[junit4] 2> "node_name":"127.0.0.1:56321_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 4
[junit4] 2> 3054294 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:56321",
[junit4] 2> "node_name":"127.0.0.1:56321_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 3054294 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
[junit4] 2> 3054294 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 3054296 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
[junit4] 2> 3054296 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
[junit4] 2> 3054297 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0
[junit4] 2> 3054297 INFO (TEST-TestSolrConfigHandlerCloud.test-seed#[4B7CF4AA61B28BCF]) [n:127.0.0.1:56321_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 3054297 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 3054396 INFO (OverseerStateUpdate-96626761279209477-127.0.0.1:54632_-n_0000000000) [n:127.0.0.1:54632_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
[junit4] 2> 3054406 INFO (zkCallback-2433-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3054414 INFO (zkCallback-2433-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
[junit4] 2> 3055298 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 3055298 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
[junit4] 2> 3055302 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 3055306 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_4B7CF4AA61B28BCF-001/shard-1-001/cores/collection1'
[junit4] 2> 3055306 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3055306 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 3055308 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 3055312 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 3055316 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
[junit4] 2> 3055329 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 3055343 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3055533 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 3055544 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 3055545 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 3055558 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 3055561 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 3055564 INFO (coreLoadExecutor-7495-thread-1-processing-n:127.0.0.1:56321_) [n:127.0.0.1:56321_ c:collection1 x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[...truncated too long message...]
t4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.readConfigName(ZkStateReader.java:178)
[junit4] 2> ... 8 more
[junit4] 2> Sep 20, 2016 9:38:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> 3183098 WARN (Thread-5970) [n:127.0.0.1:34923_ ] o.a.s.c.SolrCores Tried to remove core collection1 from pendingCoreOps and it wasn't there.
[junit4] 2> 3183098 WARN (Thread-5970) [n:127.0.0.1:34923_ ] o.a.s.c.ZkController listener throws error
[junit4] 2> org.apache.solr.common.SolrException: Unable to reload core [collection1]
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2584)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$3(ZkController.java:2443)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not load conf for core collection1: Error reloading exchange rates
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:85)
[junit4] 2> at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:940)
[junit4] 2> ... 3 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error reloading exchange rates
[junit4] 2> at org.apache.solr.schema.OpenExchangeRatesOrgProvider.reload(OpenExchangeRatesOrgProvider.java:152)
[junit4] 2> at org.apache.solr.schema.OpenExchangeRatesOrgProvider.inform(OpenExchangeRatesOrgProvider.java:192)
[junit4] 2> at org.apache.solr.schema.CurrencyField.inform(CurrencyField.java:236)
[junit4] 2> at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:699)
[junit4] 2> at org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:184)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:56)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] 2> ... 4 more
[junit4] 2> Caused by: java.io.IOException: We re-tried 10 times but was still unable to fetch resource=open-exchange-rates.json from ZK
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:118)
[junit4] 2> at org.apache.solr.schema.OpenExchangeRatesOrgProvider.reload(OpenExchangeRatesOrgProvider.java:146)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /configs/conf1/open-exchange-rates.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:322)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:319)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:319)
[junit4] 2> at org.apache.solr.cloud.ZkController.pathExists(ZkController.java:833)
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:89)
[junit4] 2> ... 13 more
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=604, maxMBSortInHeap=5.75951259067253, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=es-SV, timezone=America/Eirunepe
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=238600992,total=532152320
[junit4] 2> NOTE: All tests run in this JVM: [BasicDistributedZkTest, MBeansHandlerTest, BlockCacheTest, GraphQueryTest, TestSolrConfigHandlerConcurrent, TestFoldingMultitermQuery, TestRemoteStreaming, HdfsBasicDistributedZk2Test, TestPerFieldSimilarity, CheckHdfsIndexTest, TestStressRecovery, HighlighterMaxOffsetTest, TestRandomDVFaceting, TestExactStatsCache, OverseerTaskQueueTest, TestPHPSerializedResponseWriter, TestSolr4Spatial, TestHdfsCloudBackupRestore, TestFieldCacheSort, TestPseudoReturnFields, BooleanFieldTest, RequiredFieldsTest, SortSpecParsingTest, ConnectionReuseTest, HdfsRecoverLeaseTest, DocumentAnalysisRequestHandlerTest, CursorMarkTest, TestHashQParserPlugin, TestRandomFaceting, CdcrBootstrapTest, TestFastWriter, ConjunctionSolrSpellCheckerTest, TestClassicSimilarityFactory, CoreSorterTest, TestOrdValues, TestManagedStopFilterFactory, TestCloudSchemaless, TestJsonRequest, TestDocumentBuilder, RequestLoggingTest, TestQuerySenderNoQuery, UUIDFieldTest, BlobRepositoryCloudTest, TestSolrDynamicMBean, TestSubQueryTransformer, TestSolrDeletionPolicy2, FullHLLTest, AsyncCallRequestStatusResponseTest, HdfsUnloadDistributedZkTest, TestHdfsBackupRestoreCore, TestSSLRandomization, QueryEqualityTest, AlternateDirectoryTest, UniqFieldsUpdateProcessorFactoryTest, TestFieldCache, TestCloudDeleteByQuery, TestComponentsName, TestAtomicUpdateErrorCases, FastVectorHighlighterTest, TestNumericTerms64, CollectionStateFormat2Test, TestCollapseQParserPlugin, DateFieldTest, LeaderInitiatedRecoveryOnShardRestartTest, SaslZkACLProviderTest, TestFieldCollectionResource, CoreMergeIndexesAdminHandlerTest, ClusterStateTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, AnalysisAfterCoreReloadTest, LeaderElectionIntegrationTest, HighlighterConfigTest, SharedFSAutoReplicaFailoverUtilsTest, TestRandomFlRTGCloud, TestDefaultSearchFieldResource, TestFieldSortValues, DeleteReplicaTest, OutOfBoxZkACLAndCredentialsProvidersTest, ScriptEngineTest, TestQueryWrapperFilter, SuggestComponentTest, HdfsChaosMonkeySafeLeaderTest, ConnectionManagerTest, TestSolrQueryParserDefaultOperatorResource, TestManagedSchemaAPI, CursorPagingTest, TestDocBasedVersionConstraints, ZkNodePropsTest, ChaosMonkeyNothingIsSafeTest, DeleteInactiveReplicaTest, ResourceLoaderTest, TestOmitPositions, TestJmxIntegration, DistributedQueryElevationComponentTest, CleanupOldIndexTest, TestBadConfig, PKIAuthenticationIntegrationTest, PolyFieldTest, DocValuesMissingTest, HdfsDirectoryTest, TestCodecSupport, SyncSliceTest, TestDefaultStatsCache, VersionInfoTest, TestReplicationHandler, AutoCommitTest, TestDistributedGrouping, TestFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestJoin, TestReload, TestStressVersions, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, ConvertedLegacyTest, TestFunctionQuery, TestLazyCores, CurrencyFieldXmlFileTest, SpellCheckCollatorTest, TestStressLucene, TestCSVLoader, TestUpdate, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, DocValuesMultiTest, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, StandardRequestHandlerTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestIndexingPerformance, IndexSchemaTest, UpdateRequestProcessorFactoryTest, PingRequestHandlerTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, ActionThrottleTest, AssignTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CollectionReloadTest, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, CustomCollectionTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, PeerSyncReplicationTest, TestDownShardTolerantSearch, TestLeaderInitiatedRecoveryThread, TestReplicaProperties, TestSolrCloudWithDelegationTokens, TestStressCloudBlindAtomicUpdates, TestInfoStreamLogging, TestInitParams, TestNRTOpen, TestReloadAndDeleteDocs, TestSolrConfigHandler, TestSolrXml, TestReqParamsAPI, TestRestoreCore, TestSolrConfigHandlerCloud]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrConfigHandlerCloud -Dtests.seed=4B7CF4AA61B28BCF -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-SV -Dtests.timezone=America/Eirunepe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestSolrConfigHandlerCloud (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper]
[junit4] > at __randomizedtesting.SeedInfo.seed([4B7CF4AA61B28BCF]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [533/630 (1!)] on J0 in 132.82s, 1 test, 1 failure <<< FAILURES!
[...truncated 60598 lines...]