You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/08/20 21:42:08 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.2 - Build # 1 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.2/1/
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test
Error Message:
Error from server at https://127.0.0.1:52634/cp/n: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-0000000063
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:52634/cp/n: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-0000000063
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:592)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1599)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1620)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:344)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:185)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:34881/qt_/w: Error CREATEing SolrCore 'test_unload_shard_and_collection_2': Unable to create core [test_unload_shard_and_collection_2] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34881/qt_/w: Error CREATEing SolrCore 'test_unload_shard_and_collection_2': Unable to create core [test_unload_shard_and_collection_2] Caused by: Direct buffer memory
at __randomizedtesting.SeedInfo.seed([AD6F9AF314FE2F7C:253BA529BA024284]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:592)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:137)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11533 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/init-core-data-001
[junit4] 2> 376981 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[AD6F9AF314FE2F7C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 376982 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[AD6F9AF314FE2F7C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /cp/n
[junit4] 2> 376988 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 376988 INFO (Thread-1883) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 376988 INFO (Thread-1883) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 377088 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.ZkTestServer start zk server on port:50580
[junit4] 2> 377088 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 377089 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 377093 INFO (zkCallback-473-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1530add4 name:ZooKeeperConnection Watcher:127.0.0.1:50580 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 377093 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 377093 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 377093 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 377100 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 377100 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 377101 INFO (zkCallback-474-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9623615 name:ZooKeeperConnection Watcher:127.0.0.1:50580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 377101 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 377101 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 377101 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 377103 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 377110 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 377112 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 377114 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 377114 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 377116 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 377116 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 377118 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 377118 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 377120 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 377120 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 377121 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 377121 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 377123 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 377123 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 377124 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 377125 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 377126 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 377126 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 377127 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 377127 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 377129 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 377129 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 377130 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 377130 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 377133 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 377134 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 377135 INFO (zkCallback-476-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d76e899 name:ZooKeeperConnection Watcher:127.0.0.1:50580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 377135 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 377135 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 377136 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 377137 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 377137 INFO (zkCallback-477-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@60342a1f name:ZooKeeperConnection Watcher:127.0.0.1:50580 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 377137 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 377138 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 377138 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 377139 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 377140 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 377140 INFO (zkCallback-478-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5abea28c name:ZooKeeperConnection Watcher:127.0.0.1:50580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 377141 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 377141 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 377141 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
[junit4] 2> 377141 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
[junit4] 2> 377143 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
[junit4] 2> 377143 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
[junit4] 2> 377144 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
[junit4] 2> 377145 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
[junit4] 2> 377146 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 377146 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 377147 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
[junit4] 2> 377147 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
[junit4] 2> 377149 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
[junit4] 2> 377149 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
[junit4] 2> 377150 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
[junit4] 2> 377150 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
[junit4] 2> 377151 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
[junit4] 2> 377152 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
[junit4] 2> 377153 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
[junit4] 2> 377153 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
[junit4] 2> 377154 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
[junit4] 2> 377154 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
[junit4] 2> 377156 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
[junit4] 2> 377156 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
[junit4] 2> 377157 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
[junit4] 2> 377157 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
[junit4] 2> 377196 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores/collection1
[junit4] 2> 377198 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 377199 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d14de4f{/cp/n,null,AVAILABLE}
[junit4] 2> 377202 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.e.j.s.ServerConnector Started ServerConnector@131ce2b0{SSL,[ssl, http/1.1]}{127.0.0.1:59244}
[junit4] 2> 377202 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.e.j.s.Server Started @379953ms
[junit4] 2> 377202 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/tempDir-001/control/data, hostContext=/cp/n, hostPort=59244, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores}
[junit4] 2> 377202 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@5c647e05
[junit4] 2> 377202 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001'
[junit4] 2> 377202 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 377202 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 377202 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 377203 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 377204 INFO (zkCallback-479-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@156efde5 name:ZooKeeperConnection Watcher:127.0.0.1:50580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 377204 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 377204 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 377205 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 377206 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/solr.xml
[junit4] 2> 377209 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores
[junit4] 2> 377209 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.CoreContainer New CoreContainer 1087751382
[junit4] 2> 377209 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001]
[junit4] 2> 377210 WARN (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/lib
[junit4] 2> 377210 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 377211 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 377211 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 377211 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 377211 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50580/solr
[junit4] 2> 377211 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 377211 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 377212 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 377213 INFO (zkCallback-482-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b46e438 name:ZooKeeperConnection Watcher:127.0.0.1:50580 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 377213 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 377213 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 377215 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$62/1409197891@527e1e95
[junit4] 2> 377215 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 377216 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@200c771e name:ZooKeeperConnection Watcher:127.0.0.1:50580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 377216 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 377217 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 377219 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 377221 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 377223 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 377225 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 377226 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 377227 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 377228 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 377230 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 377230 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 377231 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 377231 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 377234 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 377235 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 377236 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 377236 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96450923599233031-127.0.0.1:59244_cp%2Fn-n_0000000000
[junit4] 2> 377237 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59244_cp%2Fn
[junit4] 2> 377237 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 377238 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.Overseer Overseer (id=96450923599233031-127.0.0.1:59244_cp%2Fn-n_0000000000) starting
[junit4] 2> 377239 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 377244 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 377245 INFO (OverseerCollectionConfigSetProcessor-96450923599233031-127.0.0.1:59244_cp%2Fn-n_0000000000) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 377245 INFO (OverseerStateUpdate-96450923599233031-127.0.0.1:59244_cp%2Fn-n_0000000000) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 377245 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59244_cp%2Fn
[junit4] 2> 377245 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59244_cp%2Fn
[junit4] 2> 377247 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 377247 INFO (OverseerStateUpdate-96450923599233031-127.0.0.1:59244_cp%2Fn-n_0000000000) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 377254 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 377255 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 377255 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 377256 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores
[junit4] 2> 377256 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 377256 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores/collection1
[junit4] 2> 377256 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 377257 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 377257 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 377257 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1
[junit4] 2> 377257 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 377258 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 377258 INFO (OverseerStateUpdate-96450923599233031-127.0.0.1:59244_cp%2Fn-n_0000000000) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:59244/cp/n",
[junit4] 2> "node_name":"127.0.0.1:59244_cp%2Fn",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 377258 INFO (OverseerStateUpdate-96450923599233031-127.0.0.1:59244_cp%2Fn-n_0000000000) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:59244/cp/n",
[junit4] 2> "node_name":"127.0.0.1:59244_cp%2Fn",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 377259 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
[junit4] 2> 377259 INFO (OverseerStateUpdate-96450923599233031-127.0.0.1:59244_cp%2Fn-n_0000000000) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 377259 INFO (OverseerStateUpdate-96450923599233031-127.0.0.1:59244_cp%2Fn-n_0000000000) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 377260 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 377261 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 378260 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 378261 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
[junit4] 2> 378261 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 378261 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 378263 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 378263 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores/collection1'
[junit4] 2> 378263 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 378263 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 378267 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 378271 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 378290 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.2.0
[junit4] 2> 378300 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 378305 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 378386 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 378392 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 378401 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 378410 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 378412 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 378413 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 378414 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 378415 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1
[junit4] 2> 378415 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 378415 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 378416 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores/collection1/data/]
[junit4] 2> 378416 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@59ae85e8
[junit4] 2> 378416 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores/collection1/data/snapshot_metadata
[junit4] 2> 378416 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 378417 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores/collection1/data
[junit4] 2> 378417 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores/collection1/data/index/
[junit4] 2> 378417 WARN (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 378417 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores/collection1/data/index
[junit4] 2> 378418 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=832589887, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 378418 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@738c79f8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@631217f6),segFN=segments_1,generation=1}
[junit4] 2> 378418 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 378419 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores/collection1/data/
[junit4] 2> 378419 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 378421 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 378421 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 378422 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 378422 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 378422 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 378422 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 378422 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 378422 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 378422 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 378423 WARN (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 378423 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 378424 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 378425 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 378425 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 378428 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 378428 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 378428 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 378428 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 378429 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 378429 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 378429 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@36280ee8
[junit4] 2> 378430 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@738c79f8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@631217f6),segFN=segments_1,generation=1}
[junit4] 2> 378430 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 378430 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e44f52a[collection1] main]
[junit4] 2> 378430 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 378431 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 378431 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 378431 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 378431 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 378431 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 378432 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 378432 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 378432 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 378432 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 378432 INFO (searcherExecutor-1247-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2e44f52a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 378433 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 378433 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 378433 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 378433 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1543214779101872128
[junit4] 2> 378435 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1543214779101872128
[junit4] 2> 378435 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 378435 INFO (coreLoadExecutor-1246-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 378436 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:59244/cp/n collection:control_collection shard:shard1
[junit4] 2> 378436 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 378439 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96450923599233031-core_node1-n_0000000000
[junit4] 2> 378440 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 378441 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 378441 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 378441 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:59244/cp/n/collection1/
[junit4] 2> 378441 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 378441 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:59244/cp/n/collection1/ has no replicas
[junit4] 2> 378442 INFO (OverseerStateUpdate-96450923599233031-127.0.0.1:59244_cp%2Fn-n_0000000000) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> 378442 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 378445 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96450923599233031-core_node1-n_0000000000
[junit4] 2> 378446 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:59244/cp/n/collection1/ shard1
[junit4] 2> 378447 INFO (OverseerStateUpdate-96450923599233031-127.0.0.1:59244_cp%2Fn-n_0000000000) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"https://127.0.0.1:59244/cp/n",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 378550 INFO (zkCallback-483-thread-1-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 378598 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:59244/cp/n/collection1/ and leader is https://127.0.0.1:59244/cp/n/collection1/
[junit4] 2> 378598 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:59244/cp/n
[junit4] 2> 378598 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 378598 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 378598 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 378600 INFO (coreZkRegister-1239-thread-1-processing-n:127.0.0.1:59244_cp%2Fn x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59244_cp%2Fn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
[junit4] 2> 378600 INFO (OverseerStateUpdate-96450923599233031-127.0.0.1:59244_cp%2Fn-n_0000000000) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:59244/cp/n",
[junit4] 2> "node_name":"127.0.0.1:59244_cp%2Fn",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 2
[junit4] 2> 378601 INFO (OverseerStateUpdate-96450923599233031-127.0.0.1:59244_cp%2Fn-n_0000000000) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:59244/cp/n",
[junit4] 2> "node_name":"127.0.0.1:59244_cp%2Fn",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 378704 INFO (zkCallback-483-thread-2-processing-n:127.0.0.1:59244_cp%2Fn) [n:127.0.0.1:59244_cp%2Fn ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 378759 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 378760 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 378761 INFO (zkCallback-487-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73c1f392 name:ZooKeeperConnection Watcher:127.0.0.1:50580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 378761 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 378762 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 378762 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 378762 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 378763 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 378764 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 378800 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/shard-1-001/cores/collection1
[junit4] 2> 378800 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/shard-1-001
[junit4] 2> 378802 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 378805 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b476fa5{/cp/n,null,AVAILABLE}
[junit4] 2> 378806 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.e.j.s.ServerConnector Started ServerConnector@4d6c43f1{SSL,[ssl, http/1.1]}{127.0.0.1:52634}
[junit4] 2> 378807 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.e.j.s.Server Started @381558ms
[junit4] 2> 378807 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/cp/n, hostPort=52634, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/shard-1-001/cores}
[junit4] 2> 378807 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@5c647e05
[junit4] 2> 378807 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/shard-1-001'
[junit4] 2> 378807 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 378807 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 378807 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 378808 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 378809 INFO (zkCallback-488-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10f71704 name:ZooKeeperConnection Watcher:127.0.0.1:50580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 378809 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 378809 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 378812 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 378812 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/shard-1-001/solr.xml
[junit4] 2> 378816 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/shard-1-001/cores
[junit4] 2> 378816 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.CoreContainer New CoreContainer 1775254801
[junit4] 2> 378816 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9AF314FE2F7C]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_AD6F9AF314FE2F7C-001/shard-1-001]
[junit4] 2> 378816 WARN (TEST-CollectionsAPIDistributedZkTest.test-seed#[AD6F9A
[...truncated too long message...]
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-core-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-mapper-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/mockito-core-1.9.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/build/analysis/icu/lucene-analyzers-icu-6.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_102/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.4.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J2-20160820_201158_285.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J2-20160820_201158_285.suites -stdin
[junit4] ERROR: JVM J2 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] at java.lang.Thread.run(Thread.java:745)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:771: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:707: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/common-build.xml:536: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/common-build.xml:984: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
Total time: 252 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.2 - Build # 10 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.2/10/
9 tests failed.
FAILED: org.apache.lucene.codecs.simpletext.TestSimpleTextDocValuesFormat.testSortedNumericsSingleValuedVsStoredFields
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([7BA85DE66BA695CB]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.codecs.simpletext.TestSimpleTextDocValuesFormat
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([7BA85DE66BA695CB]:0)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([9F45BD501FE16F2:7EEE2271A9E717DE]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:794)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchAddsWithDelete(CdcrReplicationDistributedZkTest.java:526)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:36215/_ssm/z","node_name":"127.0.0.1:36215__ssm%2Fz","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/34)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"c8n_1x3_lf_shard1_replica2", "base_url":"http://127.0.0.1:36512/_ssm/z", "node_name":"127.0.0.1:36512__ssm%2Fz", "state":"down"}, "core_node2":{ "state":"down", "base_url":"http://127.0.0.1:59976/_ssm/z", "core":"c8n_1x3_lf_shard1_replica3", "node_name":"127.0.0.1:59976__ssm%2Fz"}, "core_node3":{ "core":"c8n_1x3_lf_shard1_replica1", "base_url":"http://127.0.0.1:36215/_ssm/z", "node_name":"127.0.0.1:36215__ssm%2Fz", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:36215/_ssm/z","node_name":"127.0.0.1:36215__ssm%2Fz","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/34)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"c8n_1x3_lf_shard1_replica2",
"base_url":"http://127.0.0.1:36512/_ssm/z",
"node_name":"127.0.0.1:36512__ssm%2Fz",
"state":"down"},
"core_node2":{
"state":"down",
"base_url":"http://127.0.0.1:59976/_ssm/z",
"core":"c8n_1x3_lf_shard1_replica3",
"node_name":"127.0.0.1:59976__ssm%2Fz"},
"core_node3":{
"core":"c8n_1x3_lf_shard1_replica1",
"base_url":"http://127.0.0.1:36215/_ssm/z",
"node_name":"127.0.0.1:36215__ssm%2Fz",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([9F45BD501FE16F2:81A0640FAF027B0A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:168)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9F45BD501FE16F2:81A0640FAF027B0A]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:111)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:66)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.testRandomUpdates
Error Message:
IOException occured when talking to server at: http://127.0.0.1:55673/solr/test_col
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:55673/solr/test_col
at __randomizedtesting.SeedInfo.seed([9F45BD501FE16F2:35358E657683E8E0]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.testRandomUpdates(TestTolerantUpdateProcessorRandomCloud.java:247)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:55673 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 44 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:56243
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:56243
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:399)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:515)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:179)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 47 more
FAILED: org.apache.solr.core.TestArbitraryIndexDir.testLoadNewIndexDir
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([9F45BD501FE16F2:E0AEE0ED9F67865A]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:783)
at org.apache.solr.core.TestArbitraryIndexDir.testLoadNewIndexDir(TestArbitraryIndexDir.java:107)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=*[count(//doc)=1]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=id:2&qt=standard&start=0&rows=20&version=2.2
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:776)
... 41 more
FAILED: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test
Error Message:
There are still nodes recoverying - waited for 440 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 440 seconds
at __randomizedtesting.SeedInfo.seed([9F45BD501FE16F2:81A0640FAF027B0A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:182)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:862)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1418)
at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:99)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 6785 lines...]
[junit4] Suite: org.apache.lucene.codecs.simpletext.TestSimpleTextDocValuesFormat
[junit4] 2> сеп 28, 2016 7:22:26 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.codecs.simpletext.TestSimpleTextDocValuesFormat
[junit4] 2> 1) Thread[id=418, name=SUITE-TestSimpleTextDocValuesFormat-seed#[7BA85DE66BA695CB], state=RUNNABLE, group=TGRP-TestSimpleTextDocValuesFormat]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:688)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:685)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:685)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:701)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:681)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:414)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:681)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:591)
[junit4] 2> 2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:47)
[junit4] 2> 3) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:601)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:450)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 4) Thread[id=419, name=TEST-TestSimpleTextDocValuesFormat.testSortedNumericsSingleValuedVsStoredFields-seed#[7BA85DE66BA695CB], state=TIMED_WAITING, group=TGRP-TestSimpleTextDocValuesFormat]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4541)
[junit4] 2> at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1908)
[junit4] 2> at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1842)
[junit4] 2> at org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:429)
[junit4] 2> at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1281)
[junit4] 2> at org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedNumericsSingleValuedVsStoredFields(BaseDocValuesFormatTestCase.java:2054)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimpleTextDocValuesFormat -Dtests.method=testSortedNumericsSingleValuedVsStoredFields -Dtests.seed=7BA85DE66BA695CB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/test-data/enwiki.random.lines.txt -Dtests.locale=sr -Dtests.timezone=Pacific/Pago_Pago -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 6873s J2 | TestSimpleTextDocValuesFormat.testSortedNumericsSingleValuedVsStoredFields <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([7BA85DE66BA695CB]:0)
[junit4] 2> сеп 28, 2016 7:22:26 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> сеп 28, 2016 7:22:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.codecs.simpletext.TestSimpleTextDocValuesFormat:
[junit4] 2> 1) Thread[id=419, name=TEST-TestSimpleTextDocValuesFormat.testSortedNumericsSingleValuedVsStoredFields-seed#[7BA85DE66BA695CB], state=TIMED_WAITING, group=TGRP-TestSimpleTextDocValuesFormat]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4541)
[junit4] 2> at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1908)
[junit4] 2> at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1842)
[junit4] 2> at org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:429)
[junit4] 2> at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedNumericsVsStoredFields(BaseDocValuesFormatTestCase.java:1281)
[junit4] 2> at org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedNumericsSingleValuedVsStoredFields(BaseDocValuesFormatTestCase.java:2054)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> сеп 28, 2016 7:22:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=419, name=TEST-TestSimpleTextDocValuesFormat.testSortedNumericsSingleValuedVsStoredFields-seed#[7BA85DE66BA695CB], state=TIMED_WAITING, group=TGRP-TestSimpleTextDocValuesFormat]
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/build/codecs/test/J2/temp/lucene.codecs.simpletext.TestSimpleTextDocValuesFormat_7BA85DE66BA695CB-001
[junit4] 2> Sep 28, 2016 6:22:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=ClassicSimilarity, locale=sr, timezone=Pacific/Pago_Pago
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=112602728,total=168296448
[junit4] 2> NOTE: All tests run in this JVM: [TestSimpleTextSegmentInfoFormat, TestOrdsBlockTree, TestSimpleTextFieldInfoFormat, TestBloomPostingsFormat, TestMemoryPostingsFormat, TestSimpleTextDocValuesFormat]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimpleTextDocValuesFormat -Dtests.seed=7BA85DE66BA695CB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/test-data/enwiki.random.lines.txt -Dtests.locale=sr -Dtests.timezone=Pacific/Pago_Pago -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | TestSimpleTextDocValuesFormat (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([7BA85DE66BA695CB]:0)
[junit4] Completed [20/20 (1!)] on J2 in 7220.21s, 91 tests, 2 errors <<< FAILURES!
[...truncated 5015 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9F45BD501FE16F2-001/init-core-data-001
[junit4] 2> 1939874 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[9F45BD501FE16F2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 1939879 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9F45BD501FE16F2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1939879 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9F45BD501FE16F2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_ssm/z
[junit4] 2> 1939890 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1939894 INFO (Thread-102959) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1939894 INFO (Thread-102959) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1940032 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.ZkTestServer start zk server on port:33289
[junit4] 2> 1940032 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1940194 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1940206 INFO (zkCallback-606-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@35d17087 name:ZooKeeperConnection Watcher:127.0.0.1:33289 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1940206 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1940206 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1940206 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1940217 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1940217 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1940220 INFO (zkCallback-607-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@27864cb name:ZooKeeperConnection Watcher:127.0.0.1:33289/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1940221 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1940221 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1940221 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 1940223 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 1940226 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 1940228 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 1940231 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1940232 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1940236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1940237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1940240 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1940240 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1940243 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1940243 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1940246 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1940247 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 1940250 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1940250 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 1940253 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1940253 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1940257 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1940257 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1940264 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1940264 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1940269 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1940269 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1940272 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1940272 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1940517 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9F45BD501FE16F2-001/control-001/cores/collection1
[junit4] 2> 1940519 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1940521 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19363ddb{/_ssm/z,null,AVAILABLE}
[junit4] 2> 1940523 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.e.j.s.ServerConnector Started ServerConnector@6f951765{HTTP/1.1,[http/1.1]}{127.0.0.1:37708}
[junit4] 2> 1940523 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.e.j.s.Server Started @1949055ms
[junit4] 2> 1940523 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9F45BD501FE16F2-001/tempDir-001/control/data, hostContext=/_ssm/z, hostPort=45337, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9F45BD501FE16F2-001/control-001/cores}
[junit4] 2> 1940523 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1940523 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9F45BD501FE16F2-001/control-001'
[junit4] 2> 1940523 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1940523 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1940524 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1940535 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1940547 INFO (zkCallback-608-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3e3338ec name:ZooKeeperConnection Watcher:127.0.0.1:33289/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1940547 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1940547 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1940557 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1940558 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9F45BD501FE16F2-001/control-001/solr.xml
[junit4] 2> 1940565 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9F45BD501FE16F2-001/control-001/cores
[junit4] 2> 1940565 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.CoreContainer New CoreContainer 1017998078
[junit4] 2> 1940565 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9F45BD501FE16F2-001/control-001]
[junit4] 2> 1940566 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9F45BD501FE16F2-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9F45BD501FE16F2-001/control-001/lib
[junit4] 2> 1940566 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 1940568 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1940576 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1940576 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1940576 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33289/solr
[junit4] 2> 1940576 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1940576 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1940579 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1940587 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@71ac2ae9 name:ZooKeeperConnection Watcher:127.0.0.1:33289 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1940587 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1940588 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1940619 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$89/157664197@42896c09
[junit4] 2> 1940623 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1940627 INFO (zkCallback-612-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@277021f6 name:ZooKeeperConnection Watcher:127.0.0.1:33289/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1940627 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1940646 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1940686 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1940778 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1940800 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1940801 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1940803 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1940814 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1940817 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1940818 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1940819 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1940819 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1940820 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1940822 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1940823 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1940826 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1940827 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96671910442237956-127.0.0.1:45337__ssm%2Fz-n_0000000000
[junit4] 2> 1940827 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45337__ssm%2Fz
[junit4] 2> 1940827 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1940828 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.Overseer Overseer (id=96671910442237956-127.0.0.1:45337__ssm%2Fz-n_0000000000) starting
[junit4] 2> 1940836 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1940853 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1940854 INFO (OverseerStateUpdate-96671910442237956-127.0.0.1:45337__ssm%2Fz-n_0000000000) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1940855 INFO (OverseerCollectionConfigSetProcessor-96671910442237956-127.0.0.1:45337__ssm%2Fz-n_0000000000) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1940876 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45337__ssm%2Fz
[junit4] 2> 1940876 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:45337__ssm%2Fz
[junit4] 2> 1940878 INFO (zkCallback-612-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1940883 INFO (OverseerStateUpdate-96671910442237956-127.0.0.1:45337__ssm%2Fz-n_0000000000) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1940909 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1940909 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1940910 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9F45BD501FE16F2-001/control-001/cores
[junit4] 2> 1940911 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 1940911 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9F45BD501FE16F2-001/control-001/cores/collection1
[junit4] 2> 1940911 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1940918 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1940919 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 1940919 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1
[junit4] 2> 1940919 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9F45BD501FE16F2]) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1940927 INFO (OverseerStateUpdate-96671910442237956-127.0.0.1:45337__ssm%2Fz-n_0000000000) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45337/_ssm/z",
[junit4] 2> "node_name":"127.0.0.1:45337__ssm%2Fz",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1940927 INFO (OverseerStateUpdate-96671910442237956-127.0.0.1:45337__ssm%2Fz-n_0000000000) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45337/_ssm/z",
[junit4] 2> "node_name":"127.0.0.1:45337__ssm%2Fz",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 1940928 INFO (OverseerStateUpdate-96671910442237956-127.0.0.1:45337__ssm%2Fz-n_0000000000) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 1940928 INFO (OverseerStateUpdate-96671910442237956-127.0.0.1:45337__ssm%2Fz-n_0000000000) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1940930 INFO (zkCallback-612-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1940931 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.ZkController Registering watch for collection control_collection
[junit4] 2> 1940942 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
[junit4] 2> 1940944 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1940944 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 1940944 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
[junit4] 2> 1940945 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1940945 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 1940945 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1940946 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9F45BD501FE16F2-001/control-001/cores/collection1'
[junit4] 2> 1940946 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1940946 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1940947 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1940967 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1940971 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.2.2
[junit4] 2> 1941031 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1941037 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1941522 INFO (coreLoadExecutor-1663-thread-1-processing-n:127.0.0.1:45337__ssm%2Fz) [n:127.0.0.1:45337__ssm%2Fz c:control_collection x:collection1] o.a.s.s.Ope
[...truncated too long message...]
2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-core-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-mapper-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/mockito-core-1.9.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/build/analysis/icu/lucene-analyzers-icu-6.2.2-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_102/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.4.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J0-20160928_202541_115.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J0-20160928_202541_115.suites -stdin
[junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J0-20160928_202541_115.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J0-20160928_202541_115.syserr
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1481)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] at java.lang.Thread.run(Thread.java:745)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:771: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:707: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/common-build.xml:536: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/common-build.xml:984: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash. See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J0-20160928_202541_115.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J0-20160928_202541_115.syserr
Total time: 550 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.2 - Build # 9 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.2/9/
10 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<20000> but was:<10100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<20000> but was:<10100>
at __randomizedtesting.SeedInfo.seed([BEF93CF832AC8CF0:6ABC77A1D5FA3F0B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:334)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testOps
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([BEF93CF832AC8CF0:A281A01B7D9F872D]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:794)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testOps(CdcrReplicationDistributedZkTest.java:463)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [TransactionLog]
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [TransactionLog]
at __randomizedtesting.SeedInfo.seed([BEF93CF832AC8CF0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:258)
at sun.reflect.GeneratedMethodAccessor23.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=207380, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=207380, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:48109/krb
at __randomizedtesting.SeedInfo.seed([BEF93CF832AC8CF0]:0)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:997)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:48109/krb
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:405)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:357)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1280)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1050)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:992)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1599)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1620)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:987)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 11 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
at __randomizedtesting.SeedInfo.seed([BEF93CF832AC8CF0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:258)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test
Error Message:
There are still nodes recoverying - waited for 440 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 440 seconds
at __randomizedtesting.SeedInfo.seed([BEF93CF832AC8CF0:36AD03229C50E108]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:182)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:862)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1418)
at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:99)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([BEF93CF832AC8CF0:E2E4DB79FC8C38C6]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:794)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:264)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Unable to restart (#10): CloudJettyRunner [url=http://127.0.0.1:45079/collection1]
Stack Trace:
java.lang.AssertionError: Unable to restart (#10): CloudJettyRunner [url=http://127.0.0.1:45079/collection1]
at __randomizedtesting.SeedInfo.seed([BEF93CF832AC8CF0:36AD03229C50E108]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test
Error Message:
expected:<2> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<1>
at __randomizedtesting.SeedInfo.seed([BEF93CF832AC8CF0:36AD03229C50E108]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:387)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:270)
at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([BEF93CF832AC8CF0:36AD03229C50E108]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:134)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11513 lines...]
[junit4] Suite: org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_BEF93CF832AC8CF0-001/init-core-data-001
[junit4] 2> 427457 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 427457 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 429285 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 430796 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 431570 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 432156 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 432643 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 432811 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_43318_hdfs____3jhvmt/webapp
[junit4] 2> 434483 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43318
[junit4] 2> 436854 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 436884 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 436941 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_58943_datanode____2atzdo/webapp
[junit4] 2> 438026 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58943
[junit4] 2> 440230 WARN (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 440233 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 440356 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53185_datanode____f05euv/webapp
[junit4] 2> 442127 INFO (SUITE-SharedFSAutoReplicaFailoverTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53185
[junit4] 2> 447369 INFO (IPC Server handler 2 on 52335) [ ] BlockStateChange BLOCK* processReport: from storage DS-f4669986-386d-4fa6-8049-f81f8b295d11 node DatanodeRegistration(127.0.0.1:57319, datanodeUuid=c9c00cb1-ff88-4253-8d19-24d2098f1404, infoPort=54335, infoSecurePort=0, ipcPort=55294, storageInfo=lv=-56;cid=testClusterID;nsid=1257660829;c=0), blocks: 0, hasStaleStorage: true, processing time: 10 msecs
[junit4] 2> 447370 INFO (IPC Server handler 2 on 52335) [ ] BlockStateChange BLOCK* processReport: from storage DS-5bca5e00-5237-45a9-badd-c8901f487c14 node DatanodeRegistration(127.0.0.1:57319, datanodeUuid=c9c00cb1-ff88-4253-8d19-24d2098f1404, infoPort=54335, infoSecurePort=0, ipcPort=55294, storageInfo=lv=-56;cid=testClusterID;nsid=1257660829;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 447387 INFO (IPC Server handler 5 on 52335) [ ] BlockStateChange BLOCK* processReport: from storage DS-b2822e61-8e72-4e69-8a6d-f4b69bd56896 node DatanodeRegistration(127.0.0.1:36079, datanodeUuid=e99b7d1b-4d26-4cb9-9852-29209cc7cda3, infoPort=49564, infoSecurePort=0, ipcPort=36316, storageInfo=lv=-56;cid=testClusterID;nsid=1257660829;c=0), blocks: 0, hasStaleStorage: true, processing time: 8 msecs
[junit4] 2> 447387 INFO (IPC Server handler 5 on 52335) [ ] BlockStateChange BLOCK* processReport: from storage DS-43022d37-3692-41c4-8f33-942441381882 node DatanodeRegistration(127.0.0.1:36079, datanodeUuid=e99b7d1b-4d26-4cb9-9852-29209cc7cda3, infoPort=49564, infoSecurePort=0, ipcPort=36316, storageInfo=lv=-56;cid=testClusterID;nsid=1257660829;c=0), blocks: 0, hasStaleStorage: false, processing time: 1 msecs
[junit4] 2> 448652 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 448658 INFO (Thread-572) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 448658 INFO (Thread-572) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 448838 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.ZkTestServer start zk server on port:48836
[junit4] 2> 448838 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 448890 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 448934 INFO (zkCallback-540-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@245ac5b1 name:ZooKeeperConnection Watcher:127.0.0.1:48836 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 448934 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 448934 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 448934 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 448951 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 448987 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 449015 INFO (zkCallback-541-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68eb36de name:ZooKeeperConnection Watcher:127.0.0.1:48836/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 449019 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 449019 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 449019 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 449022 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 449023 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 449024 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 449026 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 449026 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 449028 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 449028 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 449030 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 449030 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 449037 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 449037 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 449039 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 449039 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 449043 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 449043 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 449045 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 449045 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 449046 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 449047 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 449048 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 449048 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 449050 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 449050 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 449063 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 449064 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 449651 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_BEF93CF832AC8CF0-001/control-001/cores/collection1
[junit4] 2> 449652 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 449822 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5accb32a{/,null,AVAILABLE}
[junit4] 2> 449823 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.e.j.s.ServerConnector Started ServerConnector@486a3d7{HTTP/1.1,[http/1.1]}{127.0.0.1:59609}
[junit4] 2> 449823 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.e.j.s.Server Started @459732ms
[junit4] 2> 449823 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=59609, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_BEF93CF832AC8CF0-001/control-001/cores}
[junit4] 2> 449823 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 449823 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_BEF93CF832AC8CF0-001/control-001'
[junit4] 2> 449823 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 449824 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 449824 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 449842 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 449870 INFO (zkCallback-542-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2dee794 name:ZooKeeperConnection Watcher:127.0.0.1:48836/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 449870 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 449870 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 449873 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 449873 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_BEF93CF832AC8CF0-001/control-001/solr.xml
[junit4] 2> 449881 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_BEF93CF832AC8CF0-001/control-001/cores
[junit4] 2> 449881 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.CoreContainer New CoreContainer 1458349771
[junit4] 2> 449881 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_BEF93CF832AC8CF0-001/control-001]
[junit4] 2> 449881 WARN (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_BEF93CF832AC8CF0-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_BEF93CF832AC8CF0-001/control-001/lib
[junit4] 2> 449882 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 449892 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 449899 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 449899 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 449899 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48836/solr
[junit4] 2> 449899 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 449899 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 449907 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 449927 INFO (zkCallback-545-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@394e5f33 name:ZooKeeperConnection Watcher:127.0.0.1:48836 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 449928 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 449928 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 449930 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$12/1422549304@480e6ed6
[junit4] 2> 449931 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 449992 INFO (zkCallback-546-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5bde7150 name:ZooKeeperConnection Watcher:127.0.0.1:48836/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 449992 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 450003 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 450004 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 450006 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 450023 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 450024 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 450026 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 450027 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 450028 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 450029 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 450034 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 450050 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 450051 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 450053 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 450054 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 450055 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 450055 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96645046737567748-127.0.0.1:59609_-n_0000000000
[junit4] 2> 450062 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59609_
[junit4] 2> 450062 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 450063 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.Overseer Overseer (id=96645046737567748-127.0.0.1:59609_-n_0000000000) starting
[junit4] 2> 450064 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 450079 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 450095 INFO (OverseerStateUpdate-96645046737567748-127.0.0.1:59609_-n_0000000000) [n:127.0.0.1:59609_ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 450110 INFO (OverseerCollectionConfigSetProcessor-96645046737567748-127.0.0.1:59609_-n_0000000000) [n:127.0.0.1:59609_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 450119 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59609_
[junit4] 2> 450119 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59609_
[junit4] 2> 450119 INFO (OverseerStateUpdate-96645046737567748-127.0.0.1:59609_-n_0000000000) [n:127.0.0.1:59609_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 450122 INFO (zkCallback-546-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 450132 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 450132 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 450133 INFO (zkCallback-546-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 450133 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_BEF93CF832AC8CF0-001/control-001/cores
[junit4] 2> 450134 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 450134 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_BEF93CF832AC8CF0-001/control-001/cores/collection1
[junit4] 2> 450134 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 450151 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 450151 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 450152 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 450153 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
[junit4] 2> 450155 INFO (OverseerStateUpdate-96645046737567748-127.0.0.1:59609_-n_0000000000) [n:127.0.0.1:59609_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:59609",
[junit4] 2> "node_name":"127.0.0.1:59609_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 450155 INFO (OverseerStateUpdate-96645046737567748-127.0.0.1:59609_-n_0000000000) [n:127.0.0.1:59609_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:59609",
[junit4] 2> "node_name":"127.0.0.1:59609_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 450155 INFO (OverseerStateUpdate-96645046737567748-127.0.0.1:59609_-n_0000000000) [n:127.0.0.1:59609_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 450156 INFO (OverseerStateUpdate-96645046737567748-127.0.0.1:59609_-n_0000000000) [n:127.0.0.1:59609_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 450167 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1
[junit4] 2> 450167 INFO (TEST-SharedFSAutoReplicaFailoverTest.test-seed#[BEF93CF832AC8CF0]) [n:127.0.0.1:59609_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 450179 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 450206 INFO (zkCallback-546-thread-2-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 451179 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 451179 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
[junit4] 2> 451180 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 451180 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 451180 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 451180 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_BEF93CF832AC8CF0-001/control-001/cores/collection1'
[junit4] 2> 451180 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 451180 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 451182 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 451211 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 451489 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.2.2
[junit4] 2> 451528 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 451569 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 452053 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 452063 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 452064 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 452079 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 452150 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1
[junit4] 2> 452150 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 452150 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
[junit4] 2> 452214 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52335/solr_hdfs_home
[junit4] 2> 452214 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 452214 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_BEF93CF832AC8CF0-001/control-001/cores/collection1], dataDir=[hdfs://localhost:52335/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 452254 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@360032dc
[junit4] 2> 452255 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52335/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 452503 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 452503 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 452503 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 452884 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 452884 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:52335/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 452884 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 452899 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52335/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 452949 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:52335/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 452956 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:52335/solr_hdfs_home/control_collection/core_node1/data/index/
[junit4] 2> 452975 WARN (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:52335/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
[junit4] 2> 452975 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52335/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 452984 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 452984 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 452984 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 453066 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 453066 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:52335/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 453066 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=1.2431640625, floorSegmentMB=0.28515625, forceMergeDeletesPctAllowed=17.40030883552231, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 454044 INFO (IPC Server handler 8 on 52335) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36079 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-43022d37-3692-41c4-8f33-942441381882:NORMAL:127.0.0.1:36079|RBW], ReplicaUC[[DISK]DS-5bca5e00-5237-45a9-badd-c8901f487c14:NORMAL:127.0.0.1:57319|RBW]]} size 71
[junit4] 2> 454045 INFO (IPC Server handler 8 on 52335) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57319 is added to blk_1073741825_1001 size 71
[junit4] 2> 454464 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:52335/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1ec0fe0b); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
[junit4] 2> 454464 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 454496 INFO (coreLoadExecutor-1040-thread-1-processing-n:127.0.0.1:59609_) [n:127.0.0.1:59609_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateReque
[...truncated too long message...]
adoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.teardownClass(HdfsTlogReplayBufferedWhileIndexingTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 8410020 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[BEF93CF832AC8CF0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_BEF93CF832AC8CF0-001
[junit4] 2> Sep 24, 2016 5:19:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 36 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=es-VE, timezone=Europe/Nicosia
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=198533160,total=530055168
[junit4] 2> NOTE: All tests run in this JVM: [RAMDirectoryFactoryTest, BasicDistributedZkTest, TestOmitPositions, AddBlockUpdateTest, TestFieldCacheVsDocValues, PeerSyncTest, DocumentAnalysisRequestHandlerTest, TestIntervalFaceting, CoreMergeIndexesAdminHandlerTest, CursorPagingTest, TestFunctionQuery, TestBinaryField, TestSSLRandomization, StandardRequestHandlerTest, TestComponentsName, TestDocTermOrds, TestConfigOverlay, DateRangeFieldTest, TestPKIAuthenticationPlugin, OverseerModifyCollectionTest, TestScoreJoinQPScore, TestRemoteStreaming, SolrXmlInZkTest, BlobRepositoryCloudTest, DistributedQueryElevationComponentTest, TestCrossCoreJoin, TestFaceting, TestGraphTermsQParserPlugin, TestDynamicFieldResource, TestDistributedStatsComponentCardinality, QueryElevationComponentTest, TestSolrCloudWithDelegationTokens, TestReloadAndDeleteDocs, AsyncCallRequestStatusResponseTest, OutputWriterTest, SignatureUpdateProcessorFactoryTest, TestReplicaProperties, LeaderInitiatedRecoveryOnShardRestartTest, TestStandardQParsers, HdfsUnloadDistributedZkTest, SpatialRPTFieldTypeTest, URLClassifyProcessorTest, TestFoldingMultitermQuery, TestConfigSetsAPIZkFailure, TestHdfsUpdateLog, TestUseDocValuesAsStored, DefaultValueUpdateProcessorTest, TestTrackingShardHandlerFactory, AtomicUpdatesTest, TestAtomicUpdateErrorCases, SimpleMLTQParserTest, TestLockTree, ZkNodePropsTest, TestRandomFaceting, HdfsSyncSliceTest, TestCSVLoader, SyncSliceTest, TestCustomSort, TestRestoreCore, ResponseHeaderTest, TestClusterStateMutator, TestValueSourceCache, ExternalFileFieldSortTest, TestCloudInspectUtil, AnalysisAfterCoreReloadTest, TestRTimerTree, TestRangeQuery, TestLRUCache, TestIBSimilarityFactory, BigEndianAscendingWordDeserializerTest, PingRequestHandlerTest, OutOfBoxZkACLAndCredentialsProvidersTest, HdfsRecoverLeaseTest, BadCopyFieldTest, AlternateDirectoryTest, TestArbitraryIndexDir, BlockJoinFacetSimpleTest, CollectionsAPISolrJTest, DistributedQueueTest, QueryEqualityTest, RequestLoggingTest, CacheHeaderTest, TestConfigSets, TestStressLiveNodes, EchoParamsTest, BJQParserTest, DeleteInactiveReplicaTest, TestHighFrequencyDictionaryFactory, IndexSchemaRuntimeFieldTest, TestDownShardTolerantSearch, TestCopyFieldCollectionResource, SolrCoreTest, TlogReplayBufferedWhileIndexingTest, RankQueryTest, TestNumericTerms32, TestManagedSchema, IndexSchemaTest, TestFieldCacheSanityChecker, TestSolrConfigHandlerConcurrent, TestLazyCores, DateFieldTest, TestRandomFlRTGCloud, AutoCommitTest, TestDistributedGrouping, DistributedSpellCheckComponentTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, BadIndexSchemaTest, TestFiltering, TestBadConfig, SoftAutoCommitTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, TestStressLucene, SpatialFilterTest, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DocValuesMultiTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TermsComponentTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, LoggingHandlerTest, SolrPluginUtilsTest, TestCollationField, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, TestPHPSerializedResponseWriter, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, CopyFieldTest, ResponseLogComponentTest, TestMergePolicyConfig, SampleTest, TestDocSet, TestSearchPerf, TestConfig, TestSolrCoreProperties, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestJmxMonitoredMap, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, ConnectionReuseTest, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AliasIntegrationTest, CdcrBootstrapTest, CollectionTooManyReplicasTest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistributedVersionInfoTest, ForceLeaderTest, LeaderFailoverAfterPartitionTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, RollingRestartTest, HdfsTlogReplayBufferedWhileIndexingTest]
[junit4] Completed [525/629 (9!)] on J0 in 547.18s, 1 test, 1 failure <<< FAILURES!
[...truncated 60489 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.2 - Build # 8 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.2/8/
9 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([2D15D3BE9A152021:7108343F54359417]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:794)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:235)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable
Error Message:
Timeout while trying to assert replication errors
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert replication errors
at __randomizedtesting.SeedInfo.seed([2D15D3BE9A152021:CB8189CD914A4D09]:0)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable(CdcrReplicationDistributedZkTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable(CdcrReplicationDistributedZkTest.java:132)
... 41 more
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([2D15D3BE9A152021:F3A0AEBE3B1E1C6]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:794)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries(CdcrReplicationDistributedZkTest.java:557)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([2D15D3BE9A152021:8D7741244A4CE564]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:794)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:588)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx
Error Message:
java.lang.RuntimeException: IOException occured when talking to server at: http://127.0.0.1:48245/solr/test_col
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: IOException occured when talking to server at: http://127.0.0.1:48245/solr/test_col
at __randomizedtesting.SeedInfo.seed([2D15D3BE9A152021:B869A67646C98DC0]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:286)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_idx(TestStressCloudBlindAtomicUpdates.java:229)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: IOException occured when talking to server at: http://127.0.0.1:48245/solr/test_col
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:414)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:48245/solr/test_col
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:373)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:402)
... 6 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:48245 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestCoreDiscovery
Error Message:
ObjectTracker found 5 object(s) that were not released!!! [RawDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor]
Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [RawDirectoryWrapper, MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MDCAwareThreadPoolExecutor]
at __randomizedtesting.SeedInfo.seed([2D15D3BE9A152021]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:258)
at sun.reflect.GeneratedMethodAccessor88.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestCoreDiscovery
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestCoreDiscovery: 1) Thread[id=36061, name=searcherExecutor-8584-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestCoreDiscovery:
1) Thread[id=36061, name=searcherExecutor-8584-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([2D15D3BE9A152021]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestCoreDiscovery
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=36061, name=searcherExecutor-8584-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=36061, name=searcherExecutor-8584-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([2D15D3BE9A152021]:0)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([2D15D3BE9A152021:D37A8B1D58350330]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:794)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation(CdcrReplicationDistributedZkTest.java:377)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11764 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/init-core-data-001
[junit4] 2> 2171254 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2D15D3BE9A152021]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 2171255 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2D15D3BE9A152021]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2171265 INFO (Thread-17301) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2171265 INFO (Thread-17301) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2171369 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2D15D3BE9A152021]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:47345
[junit4] 2> 2171369 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2D15D3BE9A152021]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171370 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2D15D3BE9A152021]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171397 INFO (zkCallback-2862-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47317dcc name:ZooKeeperConnection Watcher:127.0.0.1:47345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2171401 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2D15D3BE9A152021]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2171401 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2D15D3BE9A152021]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2171401 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2D15D3BE9A152021]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 2171404 INFO (jetty-launcher-2861-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2171405 INFO (jetty-launcher-2861-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2171406 INFO (jetty-launcher-2861-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2171406 INFO (jetty-launcher-2861-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2171407 INFO (jetty-launcher-2861-thread-5) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2171415 INFO (jetty-launcher-2861-thread-6) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2171416 INFO (jetty-launcher-2861-thread-7) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2171431 INFO (jetty-launcher-2861-thread-8) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2171433 INFO (jetty-launcher-2861-thread-9) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2171444 INFO (jetty-launcher-2861-thread-10) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2171446 INFO (jetty-launcher-2861-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7342fd20{/solr,null,AVAILABLE}
[junit4] 2> 2171447 INFO (jetty-launcher-2861-thread-10) [ ] o.e.j.s.ServerConnector Started ServerConnector@783db75c{HTTP/1.1,[http/1.1]}{127.0.0.1:48245}
[junit4] 2> 2171447 INFO (jetty-launcher-2861-thread-10) [ ] o.e.j.s.Server Started @2178698ms
[junit4] 2> 2171447 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48245}
[junit4] 2> 2171447 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 2171448 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node10'
[junit4] 2> 2171448 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2171448 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2171453 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171470 INFO (jetty-launcher-2861-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5cb5133c{/solr,null,AVAILABLE}
[junit4] 2> 2171470 INFO (jetty-launcher-2861-thread-9) [ ] o.e.j.s.ServerConnector Started ServerConnector@32a6c2eb{HTTP/1.1,[http/1.1]}{127.0.0.1:56980}
[junit4] 2> 2171470 INFO (jetty-launcher-2861-thread-9) [ ] o.e.j.s.Server Started @2178721ms
[junit4] 2> 2171470 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56980}
[junit4] 2> 2171471 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 2171471 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node9'
[junit4] 2> 2171471 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2171471 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2171471 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171472 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171574 INFO (jetty-launcher-2861-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39a5324a{/solr,null,AVAILABLE}
[junit4] 2> 2171575 INFO (jetty-launcher-2861-thread-7) [ ] o.e.j.s.ServerConnector Started ServerConnector@3b8f1126{HTTP/1.1,[http/1.1]}{127.0.0.1:44775}
[junit4] 2> 2171575 INFO (jetty-launcher-2861-thread-7) [ ] o.e.j.s.Server Started @2178825ms
[junit4] 2> 2171575 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44775}
[junit4] 2> 2171575 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 2171575 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node7'
[junit4] 2> 2171575 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2171575 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2171575 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171577 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171582 INFO (jetty-launcher-2861-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e5b2215{/solr,null,AVAILABLE}
[junit4] 2> 2171582 INFO (jetty-launcher-2861-thread-6) [ ] o.e.j.s.ServerConnector Started ServerConnector@610b8985{HTTP/1.1,[http/1.1]}{127.0.0.1:42790}
[junit4] 2> 2171582 INFO (jetty-launcher-2861-thread-6) [ ] o.e.j.s.Server Started @2178833ms
[junit4] 2> 2171583 INFO (jetty-launcher-2861-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42790}
[junit4] 2> 2171583 INFO (jetty-launcher-2861-thread-6) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 2171583 INFO (jetty-launcher-2861-thread-6) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node6'
[junit4] 2> 2171583 INFO (jetty-launcher-2861-thread-6) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2171583 INFO (jetty-launcher-2861-thread-6) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2171583 INFO (jetty-launcher-2861-thread-6) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171589 INFO (jetty-launcher-2861-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171638 INFO (jetty-launcher-2861-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@287ddeba{/solr,null,AVAILABLE}
[junit4] 2> 2171638 INFO (jetty-launcher-2861-thread-5) [ ] o.e.j.s.ServerConnector Started ServerConnector@5d59ff66{HTTP/1.1,[http/1.1]}{127.0.0.1:35446}
[junit4] 2> 2171638 INFO (jetty-launcher-2861-thread-5) [ ] o.e.j.s.Server Started @2178889ms
[junit4] 2> 2171638 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35446}
[junit4] 2> 2171638 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 2171638 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node5'
[junit4] 2> 2171638 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2171639 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2171639 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171640 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171641 INFO (jetty-launcher-2861-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@506cac02{/solr,null,AVAILABLE}
[junit4] 2> 2171642 INFO (jetty-launcher-2861-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@4016e262{HTTP/1.1,[http/1.1]}{127.0.0.1:34007}
[junit4] 2> 2171642 INFO (jetty-launcher-2861-thread-4) [ ] o.e.j.s.Server Started @2178892ms
[junit4] 2> 2171642 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34007}
[junit4] 2> 2171642 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 2171642 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node4'
[junit4] 2> 2171642 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2171642 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2171642 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171643 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171651 INFO (jetty-launcher-2861-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@878eeb9{/solr,null,AVAILABLE}
[junit4] 2> 2171654 INFO (jetty-launcher-2861-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@778c51ab{/solr,null,AVAILABLE}
[junit4] 2> 2171654 INFO (jetty-launcher-2861-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@2cb6fe37{HTTP/1.1,[http/1.1]}{127.0.0.1:51675}
[junit4] 2> 2171654 INFO (jetty-launcher-2861-thread-2) [ ] o.e.j.s.Server Started @2178905ms
[junit4] 2> 2171654 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51675}
[junit4] 2> 2171655 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 2171655 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node2'
[junit4] 2> 2171655 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2171655 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2171669 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171713 INFO (jetty-launcher-2861-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13530ceb{/solr,null,AVAILABLE}
[junit4] 2> 2171714 INFO (jetty-launcher-2861-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@2f28db03{HTTP/1.1,[http/1.1]}{127.0.0.1:34925}
[junit4] 2> 2171714 INFO (jetty-launcher-2861-thread-1) [ ] o.e.j.s.Server Started @2178964ms
[junit4] 2> 2171714 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34925}
[junit4] 2> 2171714 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 2171714 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node1'
[junit4] 2> 2171714 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2171714 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2171715 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171716 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171716 INFO (jetty-launcher-2861-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@73a8a89e{HTTP/1.1,[http/1.1]}{127.0.0.1:34537}
[junit4] 2> 2171716 INFO (jetty-launcher-2861-thread-3) [ ] o.e.j.s.Server Started @2178967ms
[junit4] 2> 2171716 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34537}
[junit4] 2> 2171716 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 2171716 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node3'
[junit4] 2> 2171716 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2171716 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2171717 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171718 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171718 INFO (zkCallback-2868-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2f76455f name:ZooKeeperConnection Watcher:127.0.0.1:47345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2171718 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2171718 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2171719 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2171724 INFO (zkCallback-2867-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3cdcf073 name:ZooKeeperConnection Watcher:127.0.0.1:47345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2171724 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2171725 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2171729 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2171734 INFO (zkCallback-2865-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b5219b8 name:ZooKeeperConnection Watcher:127.0.0.1:47345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2171734 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2171735 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2171735 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2171754 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171754 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node5/.
[junit4] 2> 2171754 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.CoreContainer New CoreContainer 1026231911
[junit4] 2> 2171754 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node5]
[junit4] 2> 2171755 WARN (jetty-launcher-2861-thread-5) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node5/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node5/lib
[junit4] 2> 2171865 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 2171862 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node4/.
[junit4] 2> 2171869 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.CoreContainer New CoreContainer 1538991816
[junit4] 2> 2171869 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node4]
[junit4] 2> 2171869 WARN (jetty-launcher-2861-thread-4) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node4/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node4/lib
[junit4] 2> 2171870 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 2171871 INFO (zkCallback-2864-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@272e629b name:ZooKeeperConnection Watcher:127.0.0.1:47345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2171872 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2171872 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2171872 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2171873 INFO (zkCallback-2871-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62620841 name:ZooKeeperConnection Watcher:127.0.0.1:47345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2171873 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2171873 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2171873 INFO (zkCallback-2870-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4433a89b name:ZooKeeperConnection Watcher:127.0.0.1:47345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2171873 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2171873 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2171874 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2171874 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2171898 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171904 INFO (zkCallback-2869-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@67a47864 name:ZooKeeperConnection Watcher:127.0.0.1:47345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2171905 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2171905 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2171905 INFO (jetty-launcher-2861-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76e670c0{/solr,null,AVAILABLE}
[junit4] 2> 2171905 INFO (jetty-launcher-2861-thread-8) [ ] o.e.j.s.ServerConnector Started ServerConnector@7081ce6f{HTTP/1.1,[http/1.1]}{127.0.0.1:45341}
[junit4] 2> 2171906 INFO (jetty-launcher-2861-thread-8) [ ] o.e.j.s.Server Started @2179156ms
[junit4] 2> 2171906 INFO (jetty-launcher-2861-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45341}
[junit4] 2> 2171906 INFO (jetty-launcher-2861-thread-8) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 2171906 INFO (jetty-launcher-2861-thread-8) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node8'
[junit4] 2> 2171906 INFO (jetty-launcher-2861-thread-8) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2171906 INFO (jetty-launcher-2861-thread-8) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2171906 INFO (jetty-launcher-2861-thread-8) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171907 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2171916 INFO (jetty-launcher-2861-thread-8) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171925 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2171929 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2171929 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2171929 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47345/solr
[junit4] 2> 2171929 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 2171929 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171930 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171931 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2171932 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2171932 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2171932 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47345/solr
[junit4] 2> 2171932 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 2171932 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171933 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171941 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node7/.
[junit4] 2> 2171941 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.CoreContainer New CoreContainer 1722057193
[junit4] 2> 2171941 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node7]
[junit4] 2> 2171941 WARN (jetty-launcher-2861-thread-7) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node7/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node7/lib
[junit4] 2> 2171942 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 2171957 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2171961 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2171961 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2171961 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47345/solr
[junit4] 2> 2171961 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 2171961 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2171962 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2171963 INFO (zkCallback-2881-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4812fed9 name:ZooKeeperConnection Watcher:127.0.0.1:47345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2171963 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2171963 INFO (jetty-launcher-2861-thread-7) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2171966 INFO (zkCallback-2866-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69e0cc7b name:ZooKeeperConnection Watcher:127.0.0.1:47345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2171969 INFO (jetty-launcher-2861-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2171969 INFO (jetty-launcher-2861-thread-6) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2171969 INFO (jetty-launcher-2861-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2172063 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node3/.
[junit4] 2> 2172063 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.CoreContainer New CoreContainer 1040398979
[junit4] 2> 2172063 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node9/.
[junit4] 2> 2172063 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node3]
[junit4] 2> 2172064 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.CoreContainer New CoreContainer 1252614
[junit4] 2> 2172064 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node9]
[junit4] 2> 2172064 WARN (jetty-launcher-2861-thread-3) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node3/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node3/lib
[junit4] 2> 2172064 WARN (jetty-launcher-2861-thread-9) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node9/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node9/lib
[junit4] 2> 2172064 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 2172064 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 2172065 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node2/.
[junit4] 2> 2172065 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 1119120085
[junit4] 2> 2172065 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node2]
[junit4] 2> 2172065 WARN (jetty-launcher-2861-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node2/lib
[junit4] 2> 2172066 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 2172244 INFO (zkCallback-2875-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f77e46 name:ZooKeeperConnection Watcher:127.0.0.1:47345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2172244 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2172244 INFO (jetty-launcher-2861-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2172246 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2172246 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2172246 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2172246 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47345/solr
[junit4] 2> 2172247 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 2172247 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2172248 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2172248 INFO (zkCallback-2884-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@326fa406 name:ZooKeeperConnection Watcher:127.0.0.1:47345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2172248 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2172248 INFO (jetty-launcher-2861-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2172253 INFO (jetty-launcher-2861-thread-3) [n:127.0.0.1:34537_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$67/22777317@1642ef59
[junit4] 2> 2172264 INFO (jetty-launcher-2861-thread-3) [n:127.0.0.1:34537_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2172264 INFO (zkCallback-2885-thread-1-processing-n:127.0.0.1:34537_solr) [n:127.0.0.1:34537_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4acb1738 name:ZooKeeperConnection Watcher:127.0.0.1:47345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2172264 INFO (jetty-launcher-2861-thread-3) [n:127.0.0.1:34537_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2172265 INFO (jetty-launcher-2861-thread-3) [n:127.0.0.1:34537_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 2172266 INFO (jetty-launcher-2861-thread-3) [n:127.0.0.1:34537_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 2172277 INFO (zkCallback-2863-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6af4fd6b name:ZooKeeperConnection Watcher:127.0.0.1:47345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2172277 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2172278 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2172338 INFO (zkCallback-2872-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65ca302b name:ZooKeeperConnection Watcher:127.0.0.1:47345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2172338 INFO (jetty-launcher-2861-thread-8) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2172338 INFO (jetty-launcher-2861-thread-8) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2172339 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2172339 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2172339 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2172339 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47345/solr
[junit4] 2> 2172339 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 2172339 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2172340 INFO (jetty-launcher-2861-thread-9) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2172340 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2172341 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2172341 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2172341 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47345/solr
[junit4] 2> 2172341 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 2172341 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2172343 INFO (jetty-launcher-2861-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2172344 INFO (jetty-launcher-2861-thread-5) [n:127.0.0.1:35446_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$67/22777317@85219fe
[junit4] 2> 2172344 INFO (zkCallback-2878-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@55e13c14 name:ZooKeeperConnection Watcher:127.0.0.1:47345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2172345 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2172345 INFO (jetty-launcher-2861-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2172360 INFO (jetty-launcher-2861-thread-5) [n:127.0.0.1:35446_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2172361 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node1/.
[junit4] 2> 2172361 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1449549070
[junit4] 2> 2172361 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node1]
[junit4] 2> 2172361 WARN (jetty-launcher-2861-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node1/lib
[junit4] 2> 2172361 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 2172363 INFO (jetty-launcher-2861-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2172365 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2172366 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1574ffda129000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2172369 INFO (jetty-launcher-2861-thread-3) [n:127.0.0.1:34537_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 2172369 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2172381 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2172381 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2172382 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47345/solr
[junit4] 2> 2172382 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 2172382 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2172386 INFO (jetty-launcher-2861-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2172386 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node10/.
[junit4] 2> 2172386 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.c.CoreContainer New CoreContainer 1798901636
[junit4] 2> 2172386 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node10]
[junit4] 2> 2172386 WARN (jetty-launcher-2861-thread-10) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node10/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2D15D3BE9A152021-001/tempDir-001/node10/lib
[junit4] 2> 2172386 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 2172387 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2172388 INFO (jetty-launcher-2861-thread-10) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2172388 INFO (jetty-launche
[...truncated too long message...]
heckout/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-core-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-mapper-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/mockito-core-1.9.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/build/analysis/icu/lucene-analyzers-icu-6.2.2-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_102/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.4.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J1-20160922_030705_813.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J1-20160922_030705_813.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] at java.lang.Thread.run(Thread.java:745)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:771: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:707: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/common-build.xml:536: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/common-build.xml:984: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
Total time: 779 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.2 - Build # 7 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.2/7/
5 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([96288BCA82A15EBA:6847D36940817DAB]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:794)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation(CdcrReplicationDistributedZkTest.java:377)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:38261/c8n_1x3_lf_shard1_replica2]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:38261/c8n_1x3_lf_shard1_replica2]
at __randomizedtesting.SeedInfo.seed([96288BCA82A15EBA:1E7CB4102C5D3342]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:769)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1161)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1050)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:992)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:592)
at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:578)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:174)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:38261/c8n_1x3_lf_shard1_replica2]
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:384)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:763)
... 49 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:38261/c8n_1x3_lf_shard1_replica2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:599)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:405)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:357)
... 50 more
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:589)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 54 more
FAILED: org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig
Error Message:
The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
at __randomizedtesting.SeedInfo.seed([96288BCA82A15EBA:618742E17F28B491]:0)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:304)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:280)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:220)
at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:63)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:302)
... 42 more
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:35826
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35826
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:399)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:515)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:179)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 47 more
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=16623, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=16623, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:51058
at __randomizedtesting.SeedInfo.seed([96288BCA82A15EBA]:0)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:997)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:51058
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:405)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:357)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1280)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1050)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:992)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1599)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1620)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:987)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 11 more
Build Log:
[...truncated 11518 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001/init-core-data-001
[junit4] 2> 588429 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 588430 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 588526 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 588634 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 588638 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 588681 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50377_hdfs____2oddvm/webapp
[junit4] 2> 591022 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50377
[junit4] 2> 591937 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 591939 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 592029 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_50575_datanode____6d1073/webapp
[junit4] 2> 593133 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50575
[junit4] 2> 594130 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 594132 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 594771 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53172_datanode____.x3wtyj/webapp
[junit4] 2> 595771 INFO (IPC Server handler 3 on 49253) [ ] BlockStateChange BLOCK* processReport: from storage DS-60ddd77c-5bf4-46cc-a8c1-9e58b0deb7e8 node DatanodeRegistration(127.0.0.1:56111, datanodeUuid=677e6fd0-e47a-48bc-9723-19b1f19a5a1d, infoPort=49110, infoSecurePort=0, ipcPort=58468, storageInfo=lv=-56;cid=testClusterID;nsid=1890011689;c=0), blocks: 0, hasStaleStorage: true, processing time: 6 msecs
[junit4] 2> 595771 INFO (IPC Server handler 3 on 49253) [ ] BlockStateChange BLOCK* processReport: from storage DS-8619554d-4086-4beb-a587-a5d25711d254 node DatanodeRegistration(127.0.0.1:56111, datanodeUuid=677e6fd0-e47a-48bc-9723-19b1f19a5a1d, infoPort=49110, infoSecurePort=0, ipcPort=58468, storageInfo=lv=-56;cid=testClusterID;nsid=1890011689;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 596405 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[96288BCA82A15EBA]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53172
[junit4] 2> 598049 INFO (IPC Server handler 9 on 49253) [ ] BlockStateChange BLOCK* processReport: from storage DS-6f6bc579-f2e7-4747-b9ac-a8db002f1503 node DatanodeRegistration(127.0.0.1:34532, datanodeUuid=b54c1e30-d458-403b-898d-5dc451b7c786, infoPort=44300, infoSecurePort=0, ipcPort=39753, storageInfo=lv=-56;cid=testClusterID;nsid=1890011689;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 598049 INFO (IPC Server handler 9 on 49253) [ ] BlockStateChange BLOCK* processReport: from storage DS-c9bc3ba4-0d1f-4e9a-b674-439cc1a296d3 node DatanodeRegistration(127.0.0.1:34532, datanodeUuid=b54c1e30-d458-403b-898d-5dc451b7c786, infoPort=44300, infoSecurePort=0, ipcPort=39753, storageInfo=lv=-56;cid=testClusterID;nsid=1890011689;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 598296 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 598296 INFO (Thread-1190) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 598296 INFO (Thread-1190) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 598398 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.ZkTestServer start zk server on port:36447
[junit4] 2> 598398 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 598399 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 598420 INFO (zkCallback-398-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ac42500 name:ZooKeeperConnection Watcher:127.0.0.1:36447 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 598420 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 598420 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 598420 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 598423 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 598570 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 598706 INFO (zkCallback-399-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4548b5e1 name:ZooKeeperConnection Watcher:127.0.0.1:36447/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 598706 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 598706 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 598706 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 598708 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 598709 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 598719 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 598720 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 598720 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 598731 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 598731 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 598732 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 598732 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 598742 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 598742 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 598744 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 598744 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 598745 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 598745 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 598754 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 598754 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 598756 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 598756 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 598757 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 598757 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 598766 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 598766 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 598768 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 598768 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 599088 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001/control-001/cores/collection1
[junit4] 2> 599110 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 599127 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f6e066f{/,null,AVAILABLE}
[junit4] 2> 599128 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.e.j.s.ServerConnector Started ServerConnector@5c350216{HTTP/1.1,[http/1.1]}{127.0.0.1:53964}
[junit4] 2> 599128 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.e.j.s.Server Started @607030ms
[junit4] 2> 599128 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:49253/hdfs__localhost_49253__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.2_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001_tempDir-002_control_data, hostContext=/, hostPort=53964, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001/control-001/cores}
[junit4] 2> 599128 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 599128 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001/control-001'
[junit4] 2> 599128 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 599128 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 599129 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 599135 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 599256 INFO (zkCallback-400-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7030bd62 name:ZooKeeperConnection Watcher:127.0.0.1:36447/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 599256 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 599256 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 599267 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 599267 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001/control-001/solr.xml
[junit4] 2> 599277 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001/control-001/cores
[junit4] 2> 599277 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.CoreContainer New CoreContainer 1801055876
[junit4] 2> 599277 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001/control-001]
[junit4] 2> 599277 WARN (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001/control-001/lib
[junit4] 2> 599278 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 599356 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 599370 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 599375 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 599375 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36447/solr
[junit4] 2> 599375 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 599375 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 599394 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 599416 INFO (zkCallback-403-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44fd4b4a name:ZooKeeperConnection Watcher:127.0.0.1:36447 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 599442 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 599443 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 599483 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$74/306587671@49dec7e2
[junit4] 2> 599542 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 599555 INFO (zkCallback-404-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@72dd7a22 name:ZooKeeperConnection Watcher:127.0.0.1:36447/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 599555 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 599563 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 599566 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 599573 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 599579 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 599587 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 599590 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 599594 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 599595 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 599596 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 599671 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 599672 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 599674 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 599679 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 599682 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 599683 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 599685 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96621805798686724-127.0.0.1:53964_-n_0000000000
[junit4] 2> 599685 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53964_
[junit4] 2> 599685 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 599688 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.Overseer Overseer (id=96621805798686724-127.0.0.1:53964_-n_0000000000) starting
[junit4] 2> 599698 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 599714 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 599724 INFO (OverseerStateUpdate-96621805798686724-127.0.0.1:53964_-n_0000000000) [n:127.0.0.1:53964_ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 599734 INFO (OverseerCollectionConfigSetProcessor-96621805798686724-127.0.0.1:53964_-n_0000000000) [n:127.0.0.1:53964_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 599755 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53964_
[junit4] 2> 599755 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:53964_
[junit4] 2> 599772 INFO (zkCallback-404-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 599798 INFO (OverseerStateUpdate-96621805798686724-127.0.0.1:53964_-n_0000000000) [n:127.0.0.1:53964_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 599812 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 599812 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 599826 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001/control-001/cores
[junit4] 2> 599830 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 599830 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001/control-001/cores/collection1
[junit4] 2> 599831 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 599851 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 599851 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 599854 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1
[junit4] 2> 599854 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[96288BCA82A15EBA]) [n:127.0.0.1:53964_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 599855 INFO (OverseerStateUpdate-96621805798686724-127.0.0.1:53964_-n_0000000000) [n:127.0.0.1:53964_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:53964",
[junit4] 2> "node_name":"127.0.0.1:53964_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 599855 INFO (OverseerStateUpdate-96621805798686724-127.0.0.1:53964_-n_0000000000) [n:127.0.0.1:53964_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:53964",
[junit4] 2> "node_name":"127.0.0.1:53964_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 599857 INFO (OverseerStateUpdate-96621805798686724-127.0.0.1:53964_-n_0000000000) [n:127.0.0.1:53964_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 599858 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 599859 INFO (OverseerStateUpdate-96621805798686724-127.0.0.1:53964_-n_0000000000) [n:127.0.0.1:53964_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 599882 INFO (zkCallback-404-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 599887 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
[junit4] 2> 599887 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 599887 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 599887 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
[junit4] 2> 599893 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 599893 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 599902 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 599902 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001/control-001/cores/collection1'
[junit4] 2> 599902 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 599902 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 599916 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 599958 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 599980 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.2.1
[junit4] 2> 600019 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 600041 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 600844 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 600871 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 600872 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 600899 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 600901 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 600912 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 600913 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 600922 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1
[junit4] 2> 600922 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 600922 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
[junit4] 2> 600923 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:49253/solr_hdfs_home
[junit4] 2> 600923 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 600923 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_96288BCA82A15EBA-001/control-001/cores/collection1], dataDir=[hdfs://localhost:49253/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 600923 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@400ae695
[junit4] 2> 600923 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49253/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 601021 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:49253/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 601021 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 601031 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49253/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 601829 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:49253/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 601880 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:49253/solr_hdfs_home/control_collection/core_node1/data/index/
[junit4] 2> 601990 WARN (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:49253/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
[junit4] 2> 601990 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49253/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 602121 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:49253/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 602122 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@73a2ee75
[junit4] 2> 602551 INFO (IPC Server handler 0 on 49253) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56111 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c9bc3ba4-0d1f-4e9a-b674-439cc1a296d3:NORMAL:127.0.0.1:34532|RBW], ReplicaUC[[DISK]DS-8619554d-4086-4beb-a587-a5d25711d254:NORMAL:127.0.0.1:56111|RBW]]} size 0
[junit4] 2> 602558 INFO (IPC Server handler 5 on 49253) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34532 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c9bc3ba4-0d1f-4e9a-b674-439cc1a296d3:NORMAL:127.0.0.1:34532|RBW], ReplicaUC[[DISK]DS-8619554d-4086-4beb-a587-a5d25711d254:NORMAL:127.0.0.1:56111|RBW]]} size 0
[junit4] 2> 602570 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=NRTCachingDirectory(HdfsDirectory@hdfs://localhost:49253/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.solr.store.hdfs.HdfsLockFactory@770eeae7; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
[junit4] 2> 602571 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 602597 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 602597 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 602597 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 602597 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 602598 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 602598 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 602609 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 602609 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 602609 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 602610 WARN (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 602618 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 602619 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 602619 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 602630 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 602634 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 602634 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 602786 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:49253/solr_hdfs_home/control_collection/core_node1/data/
[junit4] 2> 602878 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 602878 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 602878 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 602951 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 602951 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 602962 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 603109 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=NRTCachingDirectory(HdfsDirectory@hdfs://localhost:49253/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.solr.store.hdfs.HdfsLockFactory@770eeae7; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
[junit4] 2> 603109 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 603110 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21b2d16c[collection1] main]
[junit4] 2> 603112 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 603115 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 603115 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 603118 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 603118 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 603124 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 603136 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 603136 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 603136 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 603137 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 603223 INFO (searcherExecutor-1079-thread-1-processing-n:127.0.0.1:53964_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@21b2d16c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 603224 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 603224 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 603224 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 603224 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1545948897945321472
[junit4] 2> 603238 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 14.0ms to seed version buckets with highest version 1545948897945321472
[junit4] 2> 603239 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 603239 INFO (coreLoadExecutor-1078-thread-1-processing-n:127.0.0.1:53964_) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 603242 INFO (coreZkRegister-1071-thread-1-processing-n:127.0.0.1:53964_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:53964 collection:control_collection shard:shard1
[junit4] 2> 603273 INFO (coreZkRegister-1071-thread-1-processing-n:127.0.0.1:53964_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 603280 INFO (coreZkRegister-1071-thread-1-processing-n:127.0.0.1:53964_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96621805798686724-core_node1-n_0000000000
[junit4] 2> 603282 INFO (coreZkRegister-1071-thread-1-processing-n:127.0.0.1:53964_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 603289 INFO (coreZkRegister-1071-thread-1-processing-n:127.0.0.1:53964_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 603289 INFO (coreZkRegister-1071-thread-1-processing-n:127.0.0.1:53964_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53964_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 603289 INFO (coreZkRegister-1071-thread-1-processing-n:127.0.0.1:53964_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.
[...truncated too long message...]
cessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactoryTest.teardownClass(HdfsDirectoryFactoryTest.java:61)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 8342424 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[96288BCA82A15EBA]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_96288BCA82A15EBA-001
[junit4] 2> Sep 20, 2016 2:44:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=is, timezone=JST
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=350229616,total=508559360
[junit4] 2> NOTE: All tests run in this JVM: [TestInitParams, TestCursorMarkWithoutUniqueKey, ZkSolrClientTest, SoftAutoCommitTest, AliasIntegrationTest, VersionInfoTest, FastVectorHighlighterTest, CreateCollectionCleanupTest, RecoveryAfterSoftCommitTest, TestUpdate, TestMissingGroups, TestSolrDeletionPolicy2, OpenExchangeRatesOrgProviderTest, DocValuesMissingTest, TestSolr4Spatial2, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SpatialFilterTest, TestSolrCloudWithKerberosAlt, TestSolrXml, ZkStateReaderTest, MinimalSchemaTest, TestSimpleTrackingShardHandler, HdfsRecoveryZkTest, NumericFieldsTest, TestRandomRequestDistribution, WrapperMergePolicyFactoryTest, DistributedTermsComponentTest, TestClassicSimilarityFactory, DOMUtilTest, TestBlobHandler, SpellPossibilityIteratorTest, AnalysisErrorHandlingTest, TestBulkSchemaAPI, TestFiltering, BlockJoinFacetDistribTest, QueryResultKeyTest, TestQueryUtils, CursorMarkTest, TestQuerySenderListener, TestManagedResource, HdfsCollectionsAPIDistributedZkTest, FullHLLTest, OverseerRolesTest, TestFileDictionaryLookup, DistributedFacetPivotLongTailTest, DistributedFacetPivotWhiteBoxTest, TestQueryTypes, SpellingQueryConverterTest, TestExactStatsCache, TestFieldCollectionResource, SolrInfoMBeanTest, CollectionTooManyReplicasTest, ChaosMonkeyNothingIsSafeTest, TestPerFieldSimilarityClassic, TestShardHandlerFactory, TestMiniSolrCloudCluster, ConcurrentDeleteAndCreateCollectionTest, TestRequestForwarding, BasicFunctionalityTest, TestDynamicLoading, TestSystemIdResolver, DistributedSuggestComponentTest, SuggestComponentContextFilterQueryTest, SolrCLIZkUtilsTest, TestQuerySenderNoQuery, LoggingHandlerTest, TestSolrCoreProperties, MigrateRouteKeyTest, TestCollapseQParserPlugin, OpenCloseCoreStressTest, TestReRankQParserPlugin, MBeansHandlerTest, SolrPluginUtilsTest, TestBinaryResponseWriter, TestCryptoKeys, TestStressVersions, SortSpecParsingTest, SharedFSAutoReplicaFailoverTest, TestTrie, ShardRoutingCustomTest, DeleteShardTest, TestFastLRUCache, DocValuesTest, TestCoreContainer, DirectSolrSpellCheckerTest, TestSearcherReuse, TestSubQueryTransformer, CollectionsAPIDistributedZkTest, DistribDocExpirationUpdateProcessorTest, HdfsThreadLeakTest, TestSolrQueryParserDefaultOperatorResource, TestSolrCLIRunExample, DirectoryFactoryTest, DistributedDebugComponentTest, ClassificationUpdateProcessorFactoryTest, TestBulkSchemaConcurrent, LeaderFailoverAfterPartitionTest, HdfsBasicDistributedZkTest, TestNumericTerms64, TestJsonRequest, MultiTermTest, SolrCmdDistributorTest, TestFieldCacheWithThreads, HttpPartitionTest, RollingRestartTest, TriLevelCompositeIdRoutingTest, HdfsChaosMonkeySafeLeaderTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, BlobRepositoryCloudTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest]
[junit4] Completed [510/629 (5!)] on J1 in 16.25s, 3 tests, 1 error <<< FAILURES!
[...truncated 60541 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.2 - Build # 6 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.2/6/
5 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=22586, name=Thread-17491, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=22586, name=Thread-17491, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42385/ls/pc/collection1
at __randomizedtesting.SeedInfo.seed([5ECF1679EBCA22A3]:0)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:644)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42385/ls/pc/collection1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:642)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 5 more
FAILED: org.apache.solr.cloud.TestCryptoKeys.test
Error Message:
Could not find collection:.system
Stack Trace:
java.lang.AssertionError: Could not find collection:.system
at __randomizedtesting.SeedInfo.seed([5ECF1679EBCA22A3:D69B29A345364F5B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:134)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.TestCryptoKeys.test(TestCryptoKeys.java:117)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSolrConfigHandlerCloud
Error Message:
ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper]
Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper]
at __randomizedtesting.SeedInfo.seed([5ECF1679EBCA22A3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:258)
at sun.reflect.GeneratedMethodAccessor99.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=55439, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=55439, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35040/zmab/u
at __randomizedtesting.SeedInfo.seed([5ECF1679EBCA22A3]:0)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:997)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35040/zmab/u
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:405)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:357)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1280)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1050)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:992)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1599)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1620)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:987)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 11 more
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:48673/cu_
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:48673/cu_
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:399)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:476)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:179)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 47 more
Build Log:
[...truncated 11716 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/init-core-data-001
[junit4] 2> 2092254 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[5ECF1679EBCA22A3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2092254 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[5ECF1679EBCA22A3]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ls/pc
[junit4] 2> 2092261 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2092282 INFO (Thread-17377) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2092282 INFO (Thread-17377) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2092382 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.ZkTestServer start zk server on port:56757
[junit4] 2> 2092382 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2092391 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2092400 INFO (zkCallback-1046-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ed23095 name:ZooKeeperConnection Watcher:127.0.0.1:56757 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2092400 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2092401 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2092401 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 2092411 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2092424 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2092497 INFO (zkCallback-1047-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4c92223b name:ZooKeeperConnection Watcher:127.0.0.1:56757/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2092497 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2092497 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2092497 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 2092498 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 2092499 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 2092500 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 2092501 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2092502 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 2092503 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2092503 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 2092505 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2092505 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2092507 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2092507 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 2092509 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2092509 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 2092511 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2092511 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 2092517 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2092517 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 2092519 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2092519 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 2092521 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2092521 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2092524 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2092524 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 2092525 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2092525 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 2092857 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores/collection1
[junit4] 2> 2092865 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2092871 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f434a33{/ls/pc,null,AVAILABLE}
[junit4] 2> 2092872 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.e.j.s.ServerConnector Started ServerConnector@56dd05ee{HTTP/1.1,[http/1.1]}{127.0.0.1:42385}
[junit4] 2> 2092872 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.e.j.s.Server Started @2102708ms
[junit4] 2> 2092872 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/tempDir-001/control/data, hostContext=/ls/pc, hostPort=42385, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores}
[junit4] 2> 2092872 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 2092873 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001'
[junit4] 2> 2092873 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2092873 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2092873 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2092885 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2092906 INFO (zkCallback-1048-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@570c9fa7 name:ZooKeeperConnection Watcher:127.0.0.1:56757/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2092908 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2092908 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2092911 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2092911 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/solr.xml
[junit4] 2> 2092916 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores
[junit4] 2> 2092916 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.CoreContainer New CoreContainer 1517264654
[junit4] 2> 2092916 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001]
[junit4] 2> 2092916 WARN (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/lib
[junit4] 2> 2092916 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 2092921 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2092921 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2092921 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2092921 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56757/solr
[junit4] 2> 2092921 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 2092922 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2092927 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2092927 INFO (zkCallback-1051-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3124f01f name:ZooKeeperConnection Watcher:127.0.0.1:56757 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2092928 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2092928 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2092939 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$64/1050475937@53697fc
[junit4] 2> 2092947 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2092955 INFO (zkCallback-1052-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@295e9d24 name:ZooKeeperConnection Watcher:127.0.0.1:56757/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2092955 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2092958 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 2092961 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 2092969 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 2092972 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 2092974 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 2092976 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 2092978 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 2092980 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 2092982 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 2092984 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 2092985 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 2092986 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 2092989 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 2092990 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 2092991 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2092992 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96610535680311300-127.0.0.1:42385_ls%2Fpc-n_0000000000
[junit4] 2> 2092992 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42385_ls%2Fpc
[junit4] 2> 2092992 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 2092993 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.Overseer Overseer (id=96610535680311300-127.0.0.1:42385_ls%2Fpc-n_0000000000) starting
[junit4] 2> 2092995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 2093007 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 2093008 INFO (OverseerStateUpdate-96610535680311300-127.0.0.1:42385_ls%2Fpc-n_0000000000) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 2093010 INFO (OverseerCollectionConfigSetProcessor-96610535680311300-127.0.0.1:42385_ls%2Fpc-n_0000000000) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 2093029 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42385_ls%2Fpc
[junit4] 2> 2093029 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:42385_ls%2Fpc
[junit4] 2> 2093030 INFO (zkCallback-1052-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 2093035 INFO (OverseerStateUpdate-96610535680311300-127.0.0.1:42385_ls%2Fpc-n_0000000000) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2093045 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 2093045 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 2093046 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores
[junit4] 2> 2093048 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 2093048 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores/collection1
[junit4] 2> 2093048 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 2093050 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 2093050 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 2093051 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 2093052 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
[junit4] 2> 2093053 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2
[junit4] 2> 2093053 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 2093054 INFO (OverseerStateUpdate-96610535680311300-127.0.0.1:42385_ls%2Fpc-n_0000000000) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42385/ls/pc",
[junit4] 2> "node_name":"127.0.0.1:42385_ls%2Fpc",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2093054 INFO (OverseerStateUpdate-96610535680311300-127.0.0.1:42385_ls%2Fpc-n_0000000000) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42385/ls/pc",
[junit4] 2> "node_name":"127.0.0.1:42385_ls%2Fpc",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 2093055 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 2093055 INFO (OverseerStateUpdate-96610535680311300-127.0.0.1:42385_ls%2Fpc-n_0000000000) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 2093056 INFO (OverseerStateUpdate-96610535680311300-127.0.0.1:42385_ls%2Fpc-n_0000000000) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 2093061 INFO (zkCallback-1052-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 2094056 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 2094056 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
[junit4] 2> 2094057 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 2094057 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 2094057 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 2094057 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores/collection1'
[junit4] 2> 2094057 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2094057 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2094063 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 2094072 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 2094076 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.2.1
[junit4] 2> 2094174 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 2094180 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2094349 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 2094350 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 2094350 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 2094362 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 2094389 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2
[junit4] 2> 2094389 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 2094390 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 2094390 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores/collection1/data/]
[junit4] 2> 2094390 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dc34c7d
[junit4] 2> 2094400 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores/collection1/data/snapshot_metadata
[junit4] 2> 2094400 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 2094402 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores/collection1/data
[junit4] 2> 2094402 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores/collection1/data/index/
[junit4] 2> 2094402 WARN (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 2094404 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores/collection1/data/index
[junit4] 2> 2094404 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5117435317908839]
[junit4] 2> 2094415 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(NIOFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/index-NIOFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@31747de2),segFN=segments_1,generation=1}
[junit4] 2> 2094415 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 2094424 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 2094424 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 2094424 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 2094424 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 2094424 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 2094424 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 2094425 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 2094425 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 2094425 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 2094425 WARN (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 2094427 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 2094432 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 2094432 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 2094433 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 2094439 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores/collection1/data/
[junit4] 2> 2094439 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 2094449 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 2094449 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 2094450 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2094450 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2094451 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2094451 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2094453 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2665008801032771]
[junit4] 2> 2094457 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(NIOFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/index-NIOFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@31747de2),segFN=segments_1,generation=1}
[junit4] 2> 2094457 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 2094457 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1410b45d[collection1] main]
[junit4] 2> 2094458 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 2094459 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 2094459 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 2094459 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2094459 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 2094459 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2094460 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 2094460 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2094460 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 2094460 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2094461 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 2094461 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 2094461 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 2094462 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1545768573169827840
[junit4] 2> 2094462 INFO (searcherExecutor-2120-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1410b45d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2094465 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 4.0ms to seed version buckets with highest version 1545768573169827840
[junit4] 2> 2094465 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 2094467 INFO (coreLoadExecutor-2119-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 2094476 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:42385/ls/pc collection:control_collection shard:shard1
[junit4] 2> 2094478 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 2094481 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96610535680311300-core_node1-n_0000000000
[junit4] 2> 2094481 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 2094484 INFO (OverseerStateUpdate-96610535680311300-127.0.0.1:42385_ls%2Fpc-n_0000000000) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> 2094485 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2094485 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2094485 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42385/ls/pc/collection1/
[junit4] 2> 2094485 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2094486 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:42385/ls/pc/collection1/ has no replicas
[junit4] 2> 2094486 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 2094489 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96610535680311300-core_node1-n_0000000000
[junit4] 2> 2094492 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42385/ls/pc/collection1/ shard1
[junit4] 2> 2094494 INFO (OverseerStateUpdate-96610535680311300-127.0.0.1:42385_ls%2Fpc-n_0000000000) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:42385/ls/pc",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 2094638 INFO (zkCallback-1052-thread-4-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 2094668 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 2094669 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2094671 INFO (zkCallback-1056-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7fc3584e name:ZooKeeperConnection Watcher:127.0.0.1:56757/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2094672 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2094672 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 2094672 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 2094685 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 2094687 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:42385/ls/pc/collection1/ and leader is http://127.0.0.1:42385/ls/pc/collection1/
[junit4] 2> 2094687 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42385/ls/pc
[junit4] 2> 2094687 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2094687 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 2094687 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 2094689 INFO (coreZkRegister-2112-thread-1-processing-n:127.0.0.1:42385_ls%2Fpc x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42385_ls%2Fpc c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
[junit4] 2> 2094690 INFO (OverseerStateUpdate-96610535680311300-127.0.0.1:42385_ls%2Fpc-n_0000000000) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42385/ls/pc",
[junit4] 2> "node_name":"127.0.0.1:42385_ls%2Fpc",
[junit4] 2> "numShards":"3",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 2
[junit4] 2> 2094690 INFO (OverseerStateUpdate-96610535680311300-127.0.0.1:42385_ls%2Fpc-n_0000000000) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42385/ls/pc",
[junit4] 2> "node_name":"127.0.0.1:42385_ls%2Fpc",
[junit4] 2> "numShards":"3",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 2094691 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2094700 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2094803 INFO (zkCallback-1056-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 2094825 INFO (zkCallback-1052-thread-5-processing-n:127.0.0.1:42385_ls%2Fpc) [n:127.0.0.1:42385_ls%2Fpc ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 2094924 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/shard-1-001/cores/collection1
[junit4] 2> 2094924 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/shard-1-001
[junit4] 2> 2094925 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 2094926 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f6e8ef7{/ls/pc,null,AVAILABLE}
[junit4] 2> 2094927 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.e.j.s.ServerConnector Started ServerConnector@66bdb6a1{HTTP/1.1,[http/1.1]}{127.0.0.1:55279}
[junit4] 2> 2094927 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.e.j.s.Server Started @2104763ms
[junit4] 2> 2094927 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/ls/pc, hostPort=55279, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_5ECF1679EBCA22A3-001/shard-1-001/cores}
[junit4] 2> 2094927 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 2094927 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[5ECF1679EBCA22A3]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/work
[...truncated too long message...]
trics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 8705457 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[5ECF1679EBCA22A3]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> Sep 18, 2016 2:40:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {other_tl1=PostingsFormat(name=Memory doPackFST= false), range_facet_l_dv=FST50, _version_=PostingsFormat(name=Memory doPackFST= false), multiDefault=BlockTreeOrds(blocksize=128), a_t=BlockTreeOrds(blocksize=128), intDefault=PostingsFormat(name=Memory doPackFST= false), a_i1=BlockTreeOrds(blocksize=128), id=FST50, range_facet_i_dv=BlockTreeOrds(blocksize=128), text=FSTOrd50, range_facet_l=BlockTreeOrds(blocksize=128), timestamp=BlockTreeOrds(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1832, maxMBSortInHeap=7.906457572529557, sim=ClassicSimilarity, locale=ga-IE, timezone=America/Glace_Bay
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=136181456,total=493355008
[junit4] 2> NOTE: All tests run in this JVM: [TestPHPSerializedResponseWriter, RulesTest, HdfsRestartWhileUpdatingTest, TestCloudManagedSchema, ShowFileRequestHandlerTest, TestComplexPhraseQParserPlugin, TestRandomCollapseQParserPlugin, TestDistribIDF, TestIndexingPerformance, UpdateParamsTest, HdfsTlogReplayBufferedWhileIndexingTest, TestDistribDocBasedVersion, TestRecoveryHdfs, TestSchemaVersionResource, TestJmxMonitoredMap, TestElisionMultitermQuery, SolrCloudExampleTest, FieldMutatingUpdateProcessorTest, TestHdfsCloudBackupRestore, SharedFSAutoReplicaFailoverUtilsTest, ConfigSetsAPITest, TestSortingResponseWriter, ExitableDirectoryReaderTest, TestTrieFacet, TestInitQParser, SaslZkACLProviderTest, TestCSVResponseWriter, TestExceedMaxTermLength, CheckHdfsIndexTest, DeleteNodeTest, HdfsChaosMonkeyNothingIsSafeTest, TestSolrDeletionPolicy1, TestSort, DistributedQueryComponentCustomSortTest, TestManagedResourceStorage, TestUtils, HdfsNNFailoverTest, HdfsLockFactoryTest, TestSchemaNameResource, EnumFieldTest, TestCloudDeleteByQuery, FullSolrCloudDistribCmdsTest, BadComponentTest, CdcrUpdateLogTest, TestBackupRepositoryFactory, TestRecovery, OverseerStatusTest, TestReqParamsAPI, TermVectorComponentDistributedTest, BinaryUpdateRequestHandlerTest, StressHdfsTest, CurrencyFieldXmlFileTest, CdcrReplicationHandlerTest, RequestHandlersTest, TestTestInjection, HLLSerializationTest, XmlUpdateRequestHandlerTest, FieldAnalysisRequestHandlerTest, NoCacheHeaderTest, HardAutoCommitTest, SampleTest, TestMiniSolrCloudClusterBase, TestSha256AuthenticationProvider, TestSchemaManager, CollectionsAPIAsyncDistributedZkTest, TestRebalanceLeaders, HighlighterMaxOffsetTest, MergeStrategyTest, TestConfigSetProperties, TestFilteredDocIdSet, TestExtendedDismaxParser, MultiThreadedOCPTest, TestDynamicFieldCollectionResource, CustomCollectionTest, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, CloudMLTQParserTest, TestSolrJ, CachingDirectoryFactoryTest, ZkStateWriterTest, TestPivotHelperCode, TestNRTOpen, TestSolrConfigHandlerCloud, SecurityConfHandlerTest, TestCustomDocTransformer, TestFastWriter, TestCharFilters, DebugComponentTest, TestAddFieldRealTimeGet, SolrCoreCheckLockOnStartupTest, TestCollationField, ChangedSchemaMergeTest, DistributedExpandComponentTest, LeaderInitiatedRecoveryOnCommitTest, CoreAdminRequestStatusTest, TestImplicitCoreProperties, TestCoreDiscovery, ScriptEngineTest, TestFuzzyAnalyzedSuggestions, TestPerFieldSimilarityWithDefaultOverride, TestReversedWildcardFilterFactory, BasicDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestZkChroot, TestRandomDVFaceting, TestRealTimeGet, TestJoin, TestStressVersions, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, TestGroupingSearch, BadIndexSchemaTest, BasicFunctionalityTest, TestIndexSearcher, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SpellCheckCollatorTest, CoreAdminHandlerTest, SuggesterTSTTest, SuggesterWFSTTest, PolyFieldTest, TestAtomicUpdateErrorCases, DocValuesMultiTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TestValueSourceCache, MoreLikeThisHandlerTest, TestSolrQueryParser, RegexBoostProcessorTest, ReturnFieldsTest, MBeansHandlerTest, QueryParsingTest, JsonLoaderTest, CSVRequestHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, TestStressRecovery, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSizeLimitedDistributedMap, TestTolerantUpdateProcessorCloud, VMParamsZkACLAndCredentialsProvidersTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [536/629 (5!)] on J2 in 595.79s, 1 test, 1 error <<< FAILURES!
[...truncated 60442 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.2 - Build # 5 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.2/5/
9 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([BE4D33B4F2BAC88B:E250D4353C9A7CBD]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:794)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:264)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
at __randomizedtesting.SeedInfo.seed([BE4D33B4F2BAC88B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:258)
at sun.reflect.GeneratedMethodAccessor96.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest: 1) Thread[id=49970, name=searcherExecutor-13159-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=49845, name=searcherExecutor-13126-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=49955, name=searcherExecutor-13147-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest:
1) Thread[id=49970, name=searcherExecutor-13159-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=49845, name=searcherExecutor-13126-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=49955, name=searcherExecutor-13147-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([BE4D33B4F2BAC88B]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=49970, name=searcherExecutor-13159-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=49845, name=searcherExecutor-13126-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=49955, name=searcherExecutor-13147-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=49970, name=searcherExecutor-13159-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=49845, name=searcherExecutor-13126-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=49955, name=searcherExecutor-13147-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([BE4D33B4F2BAC88B]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:35623: Error CREATEing SolrCore 'test_unload_shard_and_collection_1': Unable to create core [test_unload_shard_and_collection_1] Caused by: Direct buffer memory
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35623: Error CREATEing SolrCore 'test_unload_shard_and_collection_1': Unable to create core [test_unload_shard_and_collection_1] Caused by: Direct buffer memory
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:592)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:129)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
at __randomizedtesting.SeedInfo.seed([BE4D33B4F2BAC88B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:258)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.schema.TestManagedSchemaAPI
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [MockDirectoryWrapper, RawDirectoryWrapper]
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [MockDirectoryWrapper, RawDirectoryWrapper]
at __randomizedtesting.SeedInfo.seed([BE4D33B4F2BAC88B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:258)
at sun.reflect.GeneratedMethodAccessor81.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:41755/t_wi
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:41755/t_wi
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:399)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:457)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:179)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 47 more
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=23100, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=23100, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:42793
at __randomizedtesting.SeedInfo.seed([BE4D33B4F2BAC88B]:0)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:997)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:42793
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:405)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:357)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1280)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1050)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:992)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1599)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1620)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:987)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 11 more
Build Log:
[...truncated 11498 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/init-core-data-001
[junit4] 2> 48685 INFO (SUITE-TestReplicationHandler-seed#[BE4D33B4F2BAC88B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 48696 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestIndexFetchWithMasterUrl
[junit4] 2> 48697 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/collection1
[junit4] 2> 49632 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 49944 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4175738c{/solr,null,AVAILABLE}
[junit4] 2> 50268 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.ServerConnector Started ServerConnector@46a2776b{HTTP/1.1,[http/1.1]}{127.0.0.1:37982}
[junit4] 2> 50268 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.Server Started @60244ms
[junit4] 2> 50269 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=37982}
[junit4] 2> 50343 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 50357 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001'
[junit4] 2> 50360 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 50360 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 50366 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/solr.xml
[junit4] 2> 50476 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/.
[junit4] 2> 50484 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer New CoreContainer 82622631
[junit4] 2> 50484 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001]
[junit4] 2> 50484 WARN (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/lib
[junit4] 2> 50512 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 50620 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 50651 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 50660 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 50661 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 50661 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 50662 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/.
[junit4] 2> 50666 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
[junit4] 2> 50667 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/./collection1
[junit4] 2> 50667 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 50716 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0
[junit4] 2> 50716 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 50729 INFO (coreLoadExecutor-22-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/collection1'
[junit4] 2> 50731 INFO (coreLoadExecutor-22-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 50731 INFO (coreLoadExecutor-22-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 50775 INFO (coreLoadExecutor-22-thread-1) [ ] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 50835 INFO (coreLoadExecutor-22-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.2.1
[junit4] 2> 51377 INFO (coreLoadExecutor-22-thread-1) [ ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 51419 INFO (coreLoadExecutor-22-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 51435 INFO (coreLoadExecutor-22-thread-1) [ ] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 51457 INFO (coreLoadExecutor-22-thread-1) [ ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/collection1'
[junit4] 2> 51458 INFO (coreLoadExecutor-22-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/./collection1
[junit4] 2> 51458 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 51458 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/./collection1/data/]
[junit4] 2> 51458 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
[junit4] 2> 51470 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/./collection1/data/snapshot_metadata
[junit4] 2> 51470 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 51484 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/./collection1/data
[junit4] 2> 51485 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/./collection1/data/index/
[junit4] 2> 51485 WARN (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 51485 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/./collection1/data/index
[junit4] 2> 51485 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=74.154296875, floorSegmentMB=1.587890625, forceMergeDeletesPctAllowed=4.175297584319163, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 51487 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@393f7ca3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7684f5d8),segFN=segments_1,generation=1}
[junit4] 2> 51487 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 51490 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 51494 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/./collection1/data/
[junit4] 2> 51521 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 51696 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 51721 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 51728 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 51763 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy
[junit4] 2> 51763 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 51763 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 51773 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 51773 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 51776 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=89.498046875, floorSegmentMB=0.3837890625, forceMergeDeletesPctAllowed=26.208431535041925, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35739256378637896
[junit4] 2> 51776 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@393f7ca3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7684f5d8),segFN=segments_1,generation=1}
[junit4] 2> 51777 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 51777 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@53192101[collection1] main]
[junit4] 2> 51778 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/collection1/conf
[junit4] 2> 51778 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/collection1/conf}
[junit4] 2> 51778 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-001/collection1/conf
[junit4] 2> 51778 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 51778 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 51778 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 51779 INFO (coreLoadExecutor-22-thread-1) [ x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 51793 INFO (searcherExecutor-23-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@53192101[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 52348 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/collection1
[junit4] 2> 52363 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 52478 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bdf6e6e{/solr,null,AVAILABLE}
[junit4] 2> 52478 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.ServerConnector Started ServerConnector@17b92d72{HTTP/1.1,[http/1.1]}{127.0.0.1:55329}
[junit4] 2> 52478 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.Server Started @62453ms
[junit4] 2> 52478 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=55329}
[junit4] 2> 52479 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 52479 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002'
[junit4] 2> 52479 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 52479 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 52487 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/solr.xml
[junit4] 2> 52514 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/.
[junit4] 2> 52514 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer New CoreContainer 1597686243
[junit4] 2> 52514 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002]
[junit4] 2> 52514 WARN (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/lib
[junit4] 2> 52764 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 52820 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 52822 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 52822 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 52822 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 52822 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 52823 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/.
[junit4] 2> 52824 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
[junit4] 2> 52824 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1
[junit4] 2> 52824 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 52896 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0
[junit4] 2> 52896 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 52905 INFO (coreLoadExecutor-32-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/collection1'
[junit4] 2> 52906 INFO (coreLoadExecutor-32-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 52906 INFO (coreLoadExecutor-32-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 52928 INFO (coreLoadExecutor-32-thread-1) [ ] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 52944 INFO (coreLoadExecutor-32-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.2.1
[junit4] 2> 52998 INFO (coreLoadExecutor-32-thread-1) [ ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 53012 INFO (coreLoadExecutor-32-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 53021 INFO (coreLoadExecutor-32-thread-1) [ ] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 53023 INFO (coreLoadExecutor-32-thread-1) [ ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/collection1'
[junit4] 2> 53023 INFO (coreLoadExecutor-32-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1
[junit4] 2> 53024 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 53028 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data/]
[junit4] 2> 53028 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
[junit4] 2> 53029 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data/snapshot_metadata
[junit4] 2> 53029 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 53034 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data
[junit4] 2> 53034 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data/index/
[junit4] 2> 53034 WARN (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 53036 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data/index
[junit4] 2> 53037 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=74.154296875, floorSegmentMB=1.587890625, forceMergeDeletesPctAllowed=4.175297584319163, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 53086 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@36c947db lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2e3a5358),segFN=segments_1,generation=1}
[junit4] 2> 53086 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 53104 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 53105 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [ x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data/
[junit4] 2> 53111 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 53117 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 53119 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 53139 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 53155 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy
[junit4] 2> 53159 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 53159 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 53167 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 53167 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 53168 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=89.498046875, floorSegmentMB=0.3837890625, forceMergeDeletesPctAllowed=26.208431535041925, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35739256378637896
[junit4] 2> 53169 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@36c947db lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2e3a5358),segFN=segments_1,generation=1}
[junit4] 2> 53169 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 53169 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d0e5b0f[collection1] main]
[junit4] 2> 53170 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/collection1/conf
[junit4] 2> 53170 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/collection1/conf}
[junit4] 2> 53170 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/collection1/conf
[junit4] 2> 53170 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 53609 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 53610 INFO (searcherExecutor-33-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d0e5b0f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 53617 INFO (coreLoadExecutor-32-thread-1) [ x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 55437 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@17b92d72{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 55438 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1597686243
[junit4] 2> 55445 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@792f829b
[junit4] 2> 55446 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 55448 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
[junit4] 2> 55453 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 55466 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
[junit4] 2> 55498 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
[junit4] 2> 55499 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 3 directories currently being tracked
[junit4] 2> 55499 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data;done=false>>]
[junit4] 2> 55499 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 55499 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data
[junit4] 2> 55499 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data/snapshot_metadata [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data/snapshot_metadata;done=false>>]
[junit4] 2> 55499 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 55499 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data/snapshot_metadata
[junit4] 2> 55499 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data/index;done=false>>]
[junit4] 2> 55499 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 55499 INFO (coreCloseExecutor-38-thread-1) [ x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1/data/index
[junit4] 2> 55510 INFO (indexFetcher-37-thread-1) [ x:collection1] o.a.h.i.c.DefaultHttpClient I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:37982: The target server failed to respond
[junit4] 2> 55510 INFO (indexFetcher-37-thread-1) [ x:collection1] o.a.h.i.c.DefaultHttpClient Retrying request to {}->http://127.0.0.1:37982
[junit4] 2> 55514 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4bdf6e6e{/solr,null,UNAVAILABLE}
[junit4] 2> 56050 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 56117 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d1fee82{/solr,null,AVAILABLE}
[junit4] 2> 56118 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.ServerConnector Started ServerConnector@1ca94406{HTTP/1.1,[http/1.1]}{127.0.0.1:36372}
[junit4] 2> 56118 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.e.j.s.Server Started @66093ms
[junit4] 2> 56118 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=36372}
[junit4] 2> 56118 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 56119 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002'
[junit4] 2> 56119 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 56119 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 56126 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/solr.xml
[junit4] 2> 56409 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/.
[junit4] 2> 56409 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer New CoreContainer 2132731390
[junit4] 2> 56409 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002]
[junit4] 2> 56409 WARN (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/lib
[junit4] 2> 56413 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 56422 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 56428 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 56428 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 56428 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 56428 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 56429 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/.
[junit4] 2> 56431 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
[junit4] 2> 56431 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_BE4D33B4F2BAC88B-001/solr-instance-002/./collection1
[junit4] 2> 56431 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 56488 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J0
[junit4] 2> 56489 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[BE4D33B4F2BAC88B]) [ ] o.a.s
[...truncated too long message...]
erTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, TestStressRecovery, TestMergePolicyConfig, MultiTermTest, MinimalSchemaTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, SpellPossibilityIteratorTest, TestCodecSupport, EchoParamsTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, TestDocumentBuilder, SystemInfoHandlerTest, FileUtilsTest, TestRTGBase, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestHighlightDedupGrouping, TestTolerantSearch, TestJettySolrRunner, ActionThrottleTest, AsyncMigrateRouteKeyTest, BaseCdcrDistributedZkTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, CollectionsAPISolrJTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteInactiveReplicaTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, SSLMigrationTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudInspectUtil, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudCluster, TestMiniSolrCloudClusterBase, TestRandomFlRTGCloud, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsCollectionsAPIDistributedZkTest -Dtests.seed=BE4D33B4F2BAC88B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/test-data/enwiki.random.lines.txt -Dtests.locale=pl-PL -Dtests.timezone=Etc/GMT-5 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | HdfsCollectionsAPIDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest:
[junit4] > 1) Thread[id=49970, name=searcherExecutor-13159-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 2) Thread[id=49845, name=searcherExecutor-13126-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 3) Thread[id=49955, name=searcherExecutor-13147-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([BE4D33B4F2BAC88B]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=49970, name=searcherExecutor-13159-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 2) Thread[id=49845, name=searcherExecutor-13126-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 3) Thread[id=49955, name=searcherExecutor-13147-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([BE4D33B4F2BAC88B]:0)
[junit4] Completed [629/629 (7!)] on J2 in 1641.55s, 1 test, 3 errors <<< FAILURES!
[...truncated 1 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J2-20160915_184038_581.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/heapdumps/java_pid27592.hprof ...
[junit4] Heap dump file created [607450072 bytes in 13.365 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 11040 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:771: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:715: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid27592.hprof
Total time: 415 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.2 - Build # 4 - Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.2/4/
5 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([9F30F4CE8DE5B802:615FAC6D4FC59B13]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:794)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testUpdateLogSynchronisation(CdcrReplicationDistributedZkTest.java:377)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([9F30F4CE8DE5B802:1CF32A5D993D338B]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:794)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationStartStop(CdcrReplicationDistributedZkTest.java:168)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationDistributedZkTest
Error Message:
9 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrReplicationDistributedZkTest: 1) Thread[id=9144, name=cdcr-replicator-2704-thread-6, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=9079, name=cdcr-replicator-2704-thread-2, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=9104, name=cdcr-replicator-2704-thread-3, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=9186, name=cdcr-replicator-2704-thread-8, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=9108, name=cdcr-replicator-2704-thread-5, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=9105, name=cdcr-replicator-2704-thread-4, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=9072, name=cdcr-scheduler-2703-thread-1, state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=9073, name=cdcr-replicator-2704-thread-1, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=9159, name=cdcr-replicator-2704-thread-7, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 9 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrReplicationDistributedZkTest:
1) Thread[id=9144, name=cdcr-replicator-2704-thread-6, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=9079, name=cdcr-replicator-2704-thread-2, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=9104, name=cdcr-replicator-2704-thread-3, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=9186, name=cdcr-replicator-2704-thread-8, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=9108, name=cdcr-replicator-2704-thread-5, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=9105, name=cdcr-replicator-2704-thread-4, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=9072, name=cdcr-scheduler-2703-thread-1, state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=9073, name=cdcr-replicator-2704-thread-1, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=9159, name=cdcr-replicator-2704-thread-7, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([9F30F4CE8DE5B802]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=9144, name=cdcr-replicator-2704-thread-6, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=9079, name=cdcr-replicator-2704-thread-2, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 3) Thread[id=9104, name=cdcr-replicator-2704-thread-3, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=9186, name=cdcr-replicator-2704-thread-8, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=9108, name=cdcr-replicator-2704-thread-5, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=9105, name=cdcr-replicator-2704-thread-4, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=9072, name=cdcr-scheduler-2703-thread-1, state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=9073, name=cdcr-replicator-2704-thread-1, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=9159, name=cdcr-replicator-2704-thread-7, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=9144, name=cdcr-replicator-2704-thread-6, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2) Thread[id=9079, name=cdcr-replicator-2704-thread-2, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
3) Thread[id=9104, name=cdcr-replicator-2704-thread-3, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
4) Thread[id=9186, name=cdcr-replicator-2704-thread-8, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
5) Thread[id=9108, name=cdcr-replicator-2704-thread-5, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
6) Thread[id=9105, name=cdcr-replicator-2704-thread-4, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
7) Thread[id=9072, name=cdcr-scheduler-2703-thread-1, state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
8) Thread[id=9073, name=cdcr-replicator-2704-thread-1, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
9) Thread[id=9159, name=cdcr-replicator-2704-thread-7, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([9F30F4CE8DE5B802]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test
Error Message:
There are still nodes recoverying - waited for 440 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 440 seconds
at __randomizedtesting.SeedInfo.seed([9F30F4CE8DE5B802:1764CB142319D5FA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:182)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:862)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1418)
at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:99)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11844 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/init-core-data-001
[junit4] 2> 549639 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[9F30F4CE8DE5B802]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 549641 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[9F30F4CE8DE5B802]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_pch/sg
[junit4] 2> 549645 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 549651 INFO (Thread-798) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 549651 INFO (Thread-798) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 549779 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.ZkTestServer start zk server on port:52458
[junit4] 2> 549780 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 549882 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 549915 INFO (zkCallback-481-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@75d4c308 name:ZooKeeperConnection Watcher:127.0.0.1:52458 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 549915 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 549915 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 549916 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 549918 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 549931 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 549982 INFO (zkCallback-482-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ac0a7ce name:ZooKeeperConnection Watcher:127.0.0.1:52458/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 549982 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 549983 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 549983 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 549984 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 549985 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 549986 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 549988 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 549988 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 549990 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 549990 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 549991 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 549991 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 549993 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 549993 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 549994 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 549994 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 549995 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 549995 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 549997 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 549997 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 549998 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 549998 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 549999 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 550000 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 550001 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 550001 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 550002 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 550002 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 550004 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 550034 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 550075 INFO (zkCallback-484-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23613ff8 name:ZooKeeperConnection Watcher:127.0.0.1:52458/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 550083 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 550083 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 550091 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTargetCollectionNotAvailable
[junit4] 2> 550910 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores/collection1
[junit4] 2> 550929 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 551159 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23246754{/_pch/sg,null,AVAILABLE}
[junit4] 2> 551162 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.e.j.s.ServerConnector Started ServerConnector@37fe3e52{SSL,[ssl, http/1.1]}{127.0.0.1:54098}
[junit4] 2> 551162 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.e.j.s.Server Started @559796ms
[junit4] 2> 551162 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/_pch/sg, hostPort=54098, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores}
[junit4] 2> 551162 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 551163 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001'
[junit4] 2> 551163 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 551203 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 551203 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 551339 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 551347 INFO (zkCallback-485-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a2e392f name:ZooKeeperConnection Watcher:127.0.0.1:52458/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 551347 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 551348 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 551351 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 551351 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/solr.xml
[junit4] 2> 551360 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores
[junit4] 2> 551360 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.CoreContainer New CoreContainer 79270737
[junit4] 2> 551360 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001]
[junit4] 2> 551361 WARN (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/lib
[junit4] 2> 551361 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 551383 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 551384 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 551384 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 551384 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52458/solr
[junit4] 2> 551384 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 551384 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 551395 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 551399 INFO (zkCallback-488-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9322c5d name:ZooKeeperConnection Watcher:127.0.0.1:52458 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 551403 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 551403 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 551431 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$20/1693369599@46e45b28
[junit4] 2> 551447 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 551467 INFO (zkCallback-489-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@71f63c40 name:ZooKeeperConnection Watcher:127.0.0.1:52458/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 551467 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 551499 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 551575 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 551583 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 551585 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 551603 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 551615 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 551617 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 551618 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 551619 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 551627 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 551628 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 551628 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 551635 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 551636 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 551637 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 551638 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96588436963393541-127.0.0.1:54098__pch%2Fsg-n_0000000000
[junit4] 2> 551638 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54098__pch%2Fsg
[junit4] 2> 551638 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 551644 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.Overseer Overseer (id=96588436963393541-127.0.0.1:54098__pch%2Fsg-n_0000000000) starting
[junit4] 2> 551645 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 551677 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 551695 INFO (OverseerStateUpdate-96588436963393541-127.0.0.1:54098__pch%2Fsg-n_0000000000) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 551711 INFO (OverseerCollectionConfigSetProcessor-96588436963393541-127.0.0.1:54098__pch%2Fsg-n_0000000000) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 551723 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54098__pch%2Fsg
[junit4] 2> 551723 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:54098__pch%2Fsg
[junit4] 2> 551813 INFO (OverseerStateUpdate-96588436963393541-127.0.0.1:54098__pch%2Fsg-n_0000000000) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 551817 INFO (zkCallback-489-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 551817 INFO (zkCallback-489-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 551824 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 551824 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 551827 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores
[junit4] 2> 551828 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=tmp_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 551828 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores/collection1
[junit4] 2> 551828 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 551903 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 551903 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 551910 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1
[junit4] 2> 551910 INFO (TEST-CdcrReplicationDistributedZkTest.testTargetCollectionNotAvailable-seed#[9F30F4CE8DE5B802]) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 551910 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.ZkController Collection tmp_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 551911 INFO (OverseerStateUpdate-96588436963393541-127.0.0.1:54098__pch%2Fsg-n_0000000000) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:54098/_pch/sg",
[junit4] 2> "node_name":"127.0.0.1:54098__pch%2Fsg",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"tmp_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 551911 INFO (OverseerStateUpdate-96588436963393541-127.0.0.1:54098__pch%2Fsg-n_0000000000) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:54098/_pch/sg",
[junit4] 2> "node_name":"127.0.0.1:54098__pch%2Fsg",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"tmp_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 551911 INFO (OverseerStateUpdate-96588436963393541-127.0.0.1:54098__pch%2Fsg-n_0000000000) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.o.ClusterStateMutator building a new cName: tmp_collection
[junit4] 2> 551912 INFO (OverseerStateUpdate-96588436963393541-127.0.0.1:54098__pch%2Fsg-n_0000000000) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 551912 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [tmp_collection]
[junit4] 2> 551913 INFO (zkCallback-489-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 551917 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 551917 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 551917 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
[junit4] 2> 551917 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.ZkController Creating collection in ZooKeeper:tmp_collection
[junit4] 2> 551917 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.ZkController Looking for collection configName
[junit4] 2> 551918 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.ZkController Only one config set found in zk - using it:conf1
[junit4] 2> 551918 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection
[junit4] 2> 551919 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/tmp_collection]
[junit4] 2> 551919 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/tmp_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 551920 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores/collection1'
[junit4] 2> 551920 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 551920 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 551921 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 551964 INFO (zkCallback-489-thread-3-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 551966 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 551969 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.2.1
[junit4] 2> 551977 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 551991 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 552354 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 552371 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 552372 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 552377 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 552420 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1
[junit4] 2> 552420 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 552420 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 552420 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores/collection1/data/]
[junit4] 2> 552420 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3cdf979e
[junit4] 2> 552421 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores/collection1/data/snapshot_metadata
[junit4] 2> 552421 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 552421 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores/collection1/data
[junit4] 2> 552421 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores/collection1/data/index/
[junit4] 2> 552421 WARN (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 552421 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores/collection1/data/index
[junit4] 2> 552422 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=0.302734375, floorSegmentMB=0.705078125, forceMergeDeletesPctAllowed=27.932654186463648, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.77231295016854
[junit4] 2> 552432 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1c57395b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5b6656a7),segFN=segments_1,generation=1}
[junit4] 2> 552433 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 552436 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "cdcr-processor-chain"
[junit4] 2> 552441 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores/collection1/data/
[junit4] 2> 552441 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_9F30F4CE8DE5B802-001/jetty-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 552494 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 552496 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 552497 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 552498 INFO (coreLoadExecutor-993-thread-1-processing-n:127.0.0.1:54098__pch%2Fsg) [n:127.0.0.1:54098__pch%2Fsg c:tmp_collection s:shard2 r:core_node1 x:collectio
[...truncated too long message...]
t sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
[junit4] 2> at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.teardownClass(HdfsTlogReplayBufferedWhileIndexingTest.java:52)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 3060304 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[9F30F4CE8DE5B802]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_9F30F4CE8DE5B802-001
[junit4] 2> Sep 14, 2016 3:51:35 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=Direct), _version_=FST50, a_t=FST50, a_i=PostingsFormat(name=Direct), id=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=1864, maxMBSortInHeap=6.137457625375303, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=sl-SI, timezone=Indian/Mahe
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=275410288,total=520617984
[junit4] 2> NOTE: All tests run in this JVM: [SecurityConfHandlerTest, TestSuggestSpellingConverter, TestPerFieldSimilarity, TestManagedSynonymFilterFactory, CurrencyFieldXmlFileTest, HighlighterMaxOffsetTest, TestCloudPseudoReturnFields, TestSolrCoreSnapshots, TestSearchPerf, TestIndexSearcher, TestReqParamsAPI, PrimitiveFieldTypeTest, SimpleFacetsTest, VMParamsZkACLAndCredentialsProvidersTest, CustomCollectionTest, SuggesterTest, TestCloudManagedSchema, RequestHandlersTest, BaseCdcrDistributedZkTest, TestRandomCollapseQParserPlugin, TestJmxIntegration, TestPerFieldSimilarityWithDefaultOverride, TestCollationField, TestElisionMultitermQuery, TestAuthorizationFramework, TestImplicitCoreProperties, TestDFISimilarityFactory, TestMiniSolrCloudClusterBase, AssignTest, TestAnalyzeInfixSuggestions, TestLocalFSCloudBackupRestore, TestTrieFacet, CdcrUpdateLogTest, BlockDirectoryTest, RegexBoostProcessorTest, TestStressCloudBlindAtomicUpdates, TestSortingResponseWriter, TestFieldResource, BlockJoinFacetRandomTest, TestStressReorder, TestTolerantUpdateProcessorRandomCloud, ZkStateWriterTest, TestRawResponseWriter, TestSchemaNameResource, TestFilteredDocIdSet, ConfigSetsAPITest, RestartWhileUpdatingTest, SuggestComponentTest, HdfsNNFailoverTest, BitVectorTest, TestNRTOpen, TestCoreDiscovery, SearchHandlerTest, TestSolrQueryParserResource, TestSimpleQParserPlugin, TestSolrDeletionPolicy1, DocValuesMultiTest, TestSolrFieldCacheMBean, HighlighterConfigTest, UnloadDistributedZkTest, CloneFieldUpdateProcessorFactoryTest, HardAutoCommitTest, TestSort, ShowFileRequestHandlerTest, CloudMLTQParserTest, RecoveryZkTest, TestConfigSetProperties, TestNoOpRegenerator, TestRebalanceLeaders, TestSweetSpotSimilarityFactory, TestScoreJoinQPNoScore, TestCSVResponseWriter, StatelessScriptUpdateProcessorFactoryTest, TestReload, SolrTestCaseJ4Test, SaslZkACLProviderTest, DateMathParserTest, TestXIncludeConfig, LeaderElectionTest, OverseerTest, TestJettySolrRunner, DistributedQueryComponentCustomSortTest, TolerantUpdateProcessorTest, TestWriterPerf, TestTestInjection, TestSolrConfigHandlerCloud, TestJmxMonitoredMap, TestRecoveryHdfs, RemoteQueryErrorTest, ChangedSchemaMergeTest, DebugComponentTest, TestExceedMaxTermLength, TestManagedResourceStorage, AddSchemaFieldsUpdateProcessorFactoryTest, SolrCloudExampleTest, MergeStrategyTest, ScriptEngineTest, HdfsTlogReplayBufferedWhileIndexingTest]
[junit4] Completed [598/629 (2!)] on J2 in 531.51s, 1 test, 1 failure <<< FAILURES!
[...truncated 60245 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.2 - Build # 3 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.2/3/
11 tests failed.
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
at __randomizedtesting.SeedInfo.seed([5C5AF4FB8729E6AF:FC386661577023EA]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:794)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget(CdcrReplicationDistributedZkTest.java:589)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:34377/oqcgh/g
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:34377/oqcgh/g
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:399)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:496)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:179)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:170)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
... 47 more
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:46568/_/dr","node_name":"127.0.0.1:46568__%2Fdr","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/19)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"c8n_1x3_lf_shard1_replica3", "base_url":"http://127.0.0.1:54994/_/dr", "node_name":"127.0.0.1:54994__%2Fdr", "state":"down"}, "core_node2":{ "state":"down", "base_url":"http://127.0.0.1:60557/_/dr", "core":"c8n_1x3_lf_shard1_replica2", "node_name":"127.0.0.1:60557__%2Fdr"}, "core_node3":{ "core":"c8n_1x3_lf_shard1_replica1", "base_url":"http://127.0.0.1:46568/_/dr", "node_name":"127.0.0.1:46568__%2Fdr", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:46568/_/dr","node_name":"127.0.0.1:46568__%2Fdr","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/19)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"c8n_1x3_lf_shard1_replica3",
"base_url":"http://127.0.0.1:54994/_/dr",
"node_name":"127.0.0.1:54994__%2Fdr",
"state":"down"},
"core_node2":{
"state":"down",
"base_url":"http://127.0.0.1:60557/_/dr",
"core":"c8n_1x3_lf_shard1_replica2",
"node_name":"127.0.0.1:60557__%2Fdr"},
"core_node3":{
"core":"c8n_1x3_lf_shard1_replica1",
"base_url":"http://127.0.0.1:46568/_/dr",
"node_name":"127.0.0.1:46568__%2Fdr",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([5C5AF4FB8729E6AF:D40ECB2129D58B57]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:168)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.core.TestArbitraryIndexDir.testLoadNewIndexDir
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([5C5AF4FB8729E6AF:B5004FC319B07607]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:783)
at org.apache.solr.core.TestArbitraryIndexDir.testLoadNewIndexDir(TestArbitraryIndexDir.java:107)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=*[count(//doc)=1]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>
request was:q=id:2&qt=standard&start=0&rows=20&version=2.2
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:776)
... 41 more
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestCoreContainer
Error Message:
Stack Trace:
java.lang.AssertionError
at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.before(TestRuleTemporaryFilesCleanup.java:112)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.before(TestRuleAdapter.java:26)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:35)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.core.TestCoreContainer
Error Message:
46 threads leaked from SUITE scope at org.apache.solr.core.TestCoreContainer: 1) Thread[id=74103, name=coreCloseExecutor-7137-thread-8, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.ipc.Client.call(Client.java:1466) at org.apache.hadoop.ipc.Client.call(Client.java:1412) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy50.getListing(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:573) at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy52.getListing(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) at org.apache.solr.store.hdfs.HdfsDirectory.listAll(HdfsDirectory.java:176) at org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:103) at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57) at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:428) at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2220) at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2162) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1120) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1162) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:130) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:829) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:88) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:376) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:74) at org.apache.solr.core.SolrCore.close(SolrCore.java:1213) at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:129) at org.apache.solr.core.SolrCores$$Lambda$143/1225682339.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2) Thread[id=74221, name=IPC Client (1324384745) connection to localhost/127.0.0.1:60866 from jenkins, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.io.FilterInputStream.read(FilterInputStream.java:133) at java.io.FilterInputStream.read(FilterInputStream.java:133) at org.apache.hadoop.ipc.Client$Connection$PingInputStream.read(Client.java:520) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read(BufferedInputStream.java:265) at java.io.DataInputStream.readInt(DataInputStream.java:387) at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1084) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:979) 3) Thread[id=74238, name=qtp1659116754-74238, state=TIMED_WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 4) Thread[id=74106, name=coreCloseExecutor-7137-thread-11, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.ipc.Client.call(Client.java:1466) at org.apache.hadoop.ipc.Client.call(Client.java:1412) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy50.getListing(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:573) at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy52.getListing(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) at org.apache.solr.store.hdfs.HdfsDirectory.listAll(HdfsDirectory.java:176) at org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:103) at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57) at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:428) at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2220) at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2162) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1120) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1162) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:130) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:829) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:88) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:376) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:74) at org.apache.solr.core.SolrCore.close(SolrCore.java:1213) at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:129) at org.apache.solr.core.SolrCores$$Lambda$143/1225682339.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 5) Thread[id=74230, name=OverseerThreadFactory-7143-thread-4, state=WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 6) Thread[id=74217, name=watches-4405-thread-4, state=TIMED_WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 7) Thread[id=73866, name=searcherExecutor-6737-thread-1-processing-n:127.0.0.1:51870_ypkuh%2Fjl x:awholynewstresscollection_collection4_0_shard3_replica1 s:shard3 c:awholynewstresscollection_collection4_0 r:core_node6, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) at org.apache.solr.core.SolrCore.lambda$new$0(SolrCore.java:782) at org.apache.solr.core.SolrCore$$Lambda$86/331303733.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 8) Thread[id=74098, name=coreCloseExecutor-7137-thread-3, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.ipc.Client.call(Client.java:1466) at org.apache.hadoop.ipc.Client.call(Client.java:1412) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy50.getListing(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:573) at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy52.getListing(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) at org.apache.solr.store.hdfs.HdfsDirectory.listAll(HdfsDirectory.java:176) at org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:103) at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57) at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:428) at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2220) at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2162) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1120) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1162) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:130) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:829) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:88) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:376) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:74) at org.apache.solr.core.SolrCore.close(SolrCore.java:1213) at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:129) at org.apache.solr.core.SolrCores$$Lambda$143/1225682339.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 9) Thread[id=74099, name=coreCloseExecutor-7137-thread-4, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.ipc.Client.call(Client.java:1466) at org.apache.hadoop.ipc.Client.call(Client.java:1412) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy50.getListing(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:573) at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy52.getListing(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) at org.apache.solr.store.hdfs.HdfsDirectory.listAll(HdfsDirectory.java:176) at org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:103) at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57) at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:428) at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2220) at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2162) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1120) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1162) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:130) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:829) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:88) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:376) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:74) at org.apache.solr.core.SolrCore.close(SolrCore.java:1213) at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:129) at org.apache.solr.core.SolrCores$$Lambda$143/1225682339.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 10) Thread[id=74107, name=coreCloseExecutor-7137-thread-12, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.ipc.Client.call(Client.java:1466) at org.apache.hadoop.ipc.Client.call(Client.java:1412) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy50.getListing(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:573) at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy52.getListing(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) at org.apache.solr.store.hdfs.HdfsDirectory.listAll(HdfsDirectory.java:176) at org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:103) at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57) at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:428) at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2220) at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2162) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1120) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1162) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:130) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:829) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:88) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:376) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:74) at org.apache.solr.core.SolrCore.close(SolrCore.java:1213) at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:129) at org.apache.solr.core.SolrCores$$Lambda$143/1225682339.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 11) Thread[id=73887, name=qtp781752910-73887, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572) at java.lang.Thread.run(Thread.java:745) 12) Thread[id=74232, name=OverseerThreadFactory-7143-thread-6, state=WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 13) Thread[id=74185, name=IPC Parameter Sending Thread #33, state=TIMED_WAITING, group=TGRP-HdfsDirectoryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 14) Thread[id=73855, name=OldIndexDirectoryCleanupThreadForCore-awholynewstresscollection_collection0_0_shard3_replica1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.ipc.Client.call(Client.java:1466) at org.apache.hadoop.ipc.Client.call(Client.java:1412) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy50.getListing(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:573) at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy52.getListing(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1515) at org.apache.hadoop.fs.FileSystem.listStatus(FileSystem.java:1555) at org.apache.solr.core.HdfsDirectoryFactory.cleanupOldIndexDirectories(HdfsDirectoryFactory.java:532) at org.apache.solr.core.SolrCore.lambda$cleanupOldIndexDirectories$7(SolrCore.java:2635) at org.apache.solr.core.SolrCore$$Lambda$85/420092093.run(Unknown Source) at java.lang.Thread.run(Thread.java:745) 15) Thread[id=74139, name=searcherExecutor-6719-thread-1-processing-n:127.0.0.1:51153_ypkuh%2Fjl x:awholynewstresscollection_collection3_0_shard8_replica1 s:shard8 c:awholynewstresscollection_collection3_0 r:core_node13, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) at org.apache.solr.core.SolrCore.lambda$new$0(SolrCore.java:782) at org.apache.solr.core.SolrCore$$Lambda$86/331303733.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 16) Thread[id=74234, name=zkCallback-4404-thread-32, state=TIMED_WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 17) Thread[id=74097, name=coreCloseExecutor-7137-thread-2, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.ipc.Client.call(Client.java:1466) at org.apache.hadoop.ipc.Client.call(Client.java:1412) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy50.getListing(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:573) at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy52.getListing(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) at org.apache.solr.store.hdfs.HdfsDirectory.listAll(HdfsDirectory.java:176) at org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:103) at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57) at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:428) at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2220) at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2162) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1120) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1162) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:130) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:829) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:88) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:376) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:74) at org.apache.solr.core.SolrCore.close(SolrCore.java:1213) at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:129) at org.apache.solr.core.SolrCores$$Lambda$143/1225682339.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 18) Thread[id=74136, name=searcherExecutor-6790-thread-1-processing-n:127.0.0.1:44422_ypkuh%2Fjl x:awholynewstresscollection_collection3_0_shard6_replica2 s:shard6 c:awholynewstresscollection_collection3_0 r:core_node16, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) at org.apache.solr.core.SolrCore.lambda$new$0(SolrCore.java:782) at org.apache.solr.core.SolrCore$$Lambda$86/331303733.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 19) Thread[id=74235, name=watches-4405-thread-5, state=TIMED_WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 20) Thread[id=74239, name=qtp1339204619-74239, state=TIMED_WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:546) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:47) at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:609) at java.lang.Thread.run(Thread.java:745) 21) Thread[id=74108, name=coreCloseExecutor-7137-thread-13, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.ipc.Client.call(Client.java:1466) at org.apache.hadoop.ipc.Client.call(Client.java:1412) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy50.getListing(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:573) at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy52.getListing(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) at org.apache.solr.store.hdfs.HdfsDirectory.listAll(HdfsDirectory.java:176) at org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:103) at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57) at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:428) at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2220) at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2162) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1120) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1162) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:130) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:829) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:88) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:376) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:74) at org.apache.solr.core.SolrCore.close(SolrCore.java:1213) at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:129) at org.apache.solr.core.SolrCores$$Lambda$143/1225682339.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 22) Thread[id=74223, name=OverseerCollectionConfigSetProcessor-96470086926729420-127.0.0.1:51153_ypkuh%2Fjl-n_0000000005, state=TIMED_WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:343) at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:225) at java.lang.Thread.run(Thread.java:745) 23) Thread[id=73865, name=searcherExecutor-6768-thread-1-processing-n:127.0.0.1:59772_ypkuh%2Fjl x:awholynewstresscollection_collection4_0_shard5_replica1 s:shard5 c:awholynewstresscollection_collection4_0 r:core_node5, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) at org.apache.solr.core.SolrCore.lambda$new$0(SolrCore.java:782) at org.apache.solr.core.SolrCore$$Lambda$86/331303733.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 24) Thread[id=74102, name=coreCloseExecutor-7137-thread-7, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.ipc.Client.call(Client.java:1466) at org.apache.hadoop.ipc.Client.call(Client.java:1412) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy50.getListing(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:573) at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy52.getListing(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) at org.apache.solr.store.hdfs.HdfsDirectory.listAll(HdfsDirectory.java:176) at org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:103) at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57) at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:428) at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2220) at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2162) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1120) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1162) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:130) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:829) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:88) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:376) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:74) at org.apache.solr.core.SolrCore.close(SolrCore.java:1213) at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:129) at org.apache.solr.core.SolrCores$$Lambda$143/1225682339.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 25) Thread[id=74229, name=OverseerThreadFactory-7143-thread-3, state=WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 26) Thread[id=74216, name=watches-4405-thread-3, state=TIMED_WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 27) Thread[id=74100, name=coreCloseExecutor-7137-thread-5, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.ipc.Client.call(Client.java:1466) at org.apache.hadoop.ipc.Client.call(Client.java:1412) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy50.getListing(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:573) at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy52.getListing(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) at org.apache.solr.store.hdfs.HdfsDirectory.listAll(HdfsDirectory.java:176) at org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:103) at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57) at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:428) at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2220) at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2162) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1120) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1162) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:130) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:829) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:88) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:376) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:74) at org.apache.solr.core.SolrCore.close(SolrCore.java:1213) at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:129) at org.apache.solr.core.SolrCores$$Lambda$143/1225682339.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 28) Thread[id=74105, name=coreCloseExecutor-7137-thread-10, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.ipc.Client.call(Client.java:1466) at org.apache.hadoop.ipc.Client.call(Client.java:1412) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy50.getListing(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:573) at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy52.getListing(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) at org.apache.solr.store.hdfs.HdfsDirectory.listAll(HdfsDirectory.java:176) at org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:103) at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57) at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:428) at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2220) at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2162) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1120) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1162) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:130) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:829) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:88) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:376) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:74) at org.apache.solr.core.SolrCore.close(SolrCore.java:1213) at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:129) at org.apache.solr.core.SolrCores$$Lambda$143/1225682339.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 29) Thread[id=74109, name=coreCloseExecutor-7137-thread-14, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.hadoop.ipc.Client.call(Client.java:1466) at org.apache.hadoop.ipc.Client.call(Client.java:1412) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy50.getListing(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:573) at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy52.getListing(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086) at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791) at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853) at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860) at org.apache.solr.store.hdfs.HdfsDirectory.listAll(HdfsDirectory.java:176) at org.apache.lucene.store.NRTCachingDirectory.listAll(NRTCachingDirectory.java:103) at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57) at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:428) at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2220) at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2162) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1120) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1162) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:130) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:829) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:88) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:376) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:74) at org.apache.solr.core.SolrCore.close(SolrCore.java:1213) at org.apache.solr.core.SolrCores.lambda$close$0(SolrCores.java:129) at org.apache.solr.core.SolrCores$$Lambda$143/1225682339.call(Unknown Source) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1865083748.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 30) Thread[id=74237, name=watches-4405-thread-7, state=TIMED_WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 31) Thread[id=74227, name=OverseerThreadFactory-7143-thread-1, state=WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 32) Thread[id=74140, name=searcherExecutor-6754-thread-1-processing-n:127.0.0.1:51153_ypkuh%2Fjl x:awholynewstresscollection_collection0_0_shard3_replica1 s:shard3 c:awholynewstresscollection_collection0_0 r:core_node16, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(Abstr
[...truncated too long message...]
ecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 9) Thread[id=74139, name=searcherExecutor-6719-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 10) Thread[id=73865, name=searcherExecutor-6768-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > 11) Thread[id=73866, name=searcherExecutor-6737-thread-1, state=WAITING, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([5C5AF4FB8729E6AF]:0)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=69354, name=org.apache.hadoop.util.JvmPauseMonitor$Monitor@1bf8feff, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=70611, name=collection2, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:48917/ypkuh/jl, https://127.0.0.1:51870/ypkuh/jl, https://127.0.0.1:44422/ypkuh/jl]
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:997)
[junit4] > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:48917/ypkuh/jl, https://127.0.0.1:51870/ypkuh/jl, https://127.0.0.1:44422/ypkuh/jl]
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:382)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1291)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
[junit4] > at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1599)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1620)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:987)
[junit4] > Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44422/ypkuh/jl
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:603)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:403)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:355)
[junit4] > ... 7 more
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:170)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
[junit4] > at sun.security.ssl.SSLSocketImpl.performInitialHandshake(SSLSocketImpl.java:1375)
[junit4] > at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1403)
[junit4] > at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:1387)
[junit4] > at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:543)
[junit4] > at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:497)
[junit4] > ... 11 moreThrowable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=69245, name=Socket Reader #1 for port 60866, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=70298, name=SessionTracker, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] Completed [620/629 (6!)] on J1 in 2841.48s, 0 tests, 1 failure, 6 errors <<< FAILURES!
[...truncated 28 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J1-20160824_042812_156.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/heapdumps/java_pid26467.hprof ...
[junit4] Heap dump file created [682000663 bytes in 17.027 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 11038 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:771: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:715: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid26465.hprof
* java_pid26467.hprof
Total time: 570 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.2 - Build # 2 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.2/2/
5 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([CDF410E365CF8B8]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexSorting
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([CDF410E365CF8B8]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.TestDistributedGrouping
Error Message:
Stack Trace:
java.lang.AssertionError
at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.before(TestRuleTemporaryFilesCleanup.java:112)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.before(TestRuleAdapter.java:26)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:35)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.TestDistributedGrouping
Error Message:
file handle leaks: [FileChannel(/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F4F8D5F32CCC322C-001/index-SimpleFSDirectory-063/write.lock), FileChannel(/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F4F8D5F32CCC322C-001/index-SimpleFSDirectory-053/write.lock)]
Stack Trace:
java.lang.RuntimeException: file handle leaks: [FileChannel(/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F4F8D5F32CCC322C-001/index-SimpleFSDirectory-063/write.lock), FileChannel(/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_F4F8D5F32CCC322C-001/index-SimpleFSDirectory-053/write.lock)]
at org.apache.lucene.mockfile.LeakFS.onClose(LeakFS.java:63)
at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:77)
at org.apache.lucene.mockfile.FilterFileSystem.close(FilterFileSystem.java:78)
at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:228)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.Exception
at org.apache.lucene.mockfile.LeakFS.onOpen(LeakFS.java:46)
at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
at java.nio.channels.FileChannel.open(FileChannel.java:287)
at java.nio.channels.FileChannel.open(FileChannel.java:335)
at org.apache.lucene.store.NativeFSLockFactory.obtainFSLock(NativeFSLockFactory.java:113)
at org.apache.lucene.store.FSLockFactory.obtainLock(FSLockFactory.java:41)
at org.apache.lucene.store.BaseDirectory.obtainLock(BaseDirectory.java:45)
at org.apache.lucene.store.FilterDirectory.obtainLock(FilterDirectory.java:104)
at org.apache.lucene.store.MockDirectoryWrapper.obtainLock(MockDirectoryWrapper.java:1049)
at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:791)
at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:78)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:65)
at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:240)
at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:114)
at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1656)
at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1806)
at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:902)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:788)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:688)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:838)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:775)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:125)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:1053)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:365)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:156)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:154)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:658)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:440)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:208)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:108)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1676)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1160)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1092)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:399)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:518)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:244)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:186)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
... 1 more
FAILED: org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart
Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1
Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
at __randomizedtesting.SeedInfo.seed([F4F8D5F32CCC322C:A8E53272E2EC861A]:0)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:794)
at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:264)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1795 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> aug 22, 2016 1:22:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.index.TestIndexSorting
[junit4] 2> 1) Thread[id=6835, name=SUITE-TestIndexSorting-seed#[CDF410E365CF8B8], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:688)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:685)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:685)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:701)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:681)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:414)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:681)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:591)
[junit4] 2> 2) Thread[id=6836, name=TEST-TestIndexSorting.testRandom3-seed#[CDF410E365CF8B8], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at org.apache.lucene.util.fst.FST.readNextRealArc(FST.java:1079)
[junit4] 2> at org.apache.lucene.util.fst.FST.readFirstRealTargetArc(FST.java:992)
[junit4] 2> at org.apache.lucene.util.fst.Util.getByOutput(Util.java:150)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesProducer$6.lookupOrd(MemoryDocValuesProducer.java:502)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer$5$1.next(DocValuesConsumer.java:661)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer$5$1.next(DocValuesConsumer.java:646)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:366)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addSortedField(PerFieldDocValuesFormat.java:119)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:641)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4312)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3889)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2052)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4953)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4991)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4982)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1565)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1307)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:1265)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:601)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:450)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
[junit4] 2> 4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:47)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=CDF410E365CF8B8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/test-data/enwiki.random.lines.txt -Dtests.locale=sk -Dtests.timezone=Europe/Vaduz -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 7191s J1 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([CDF410E365CF8B8]:0)
[junit4] 2> aug 22, 2016 1:22:44 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> aug 22, 2016 1:23:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.index.TestIndexSorting:
[junit4] 2> 1) Thread[id=6836, name=TEST-TestIndexSorting.testRandom3-seed#[CDF410E365CF8B8], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:89)
[junit4] 2> at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] 2> at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] 2> at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] 2> at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addSortedField(PerFieldDocValuesFormat.java:119)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:641)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4312)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3889)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2052)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4953)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4991)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4982)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1565)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1307)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:1265)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> aug 22, 2016 1:23:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=6836, name=TEST-TestIndexSorting.testRandom3-seed#[CDF410E365CF8B8], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexSorting_CDF410E365CF8B8-001
[junit4] 2> Aug 21, 2016 11:23:06 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {docs=PostingsFormat(name=LuceneVarGapDocFreqInterval), norms=PostingsFormat(name=LuceneVarGapDocFreqInterval), positions=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), term_vectors=PostingsFormat(name=MockRandom)}, docValues:{sorted=DocValuesFormat(name=Lucene54), double=DocValuesFormat(name=Lucene54), bytes=DocValuesFormat(name=Memory), foo=DocValuesFormat(name=Asserting), binary=DocValuesFormat(name=Lucene54), numeric=DocValuesFormat(name=Lucene54), sorted_set=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Memory), float=DocValuesFormat(name=Direct), sorted_numeric=DocValuesFormat(name=Memory), long=DocValuesFormat(name=Direct), int=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=841, maxMBSortInHeap=5.964643060207034, sim=RandomSimilarity(queryNorm=true,coord=yes): {positions=DFI(Standardized), id=DFR GZ(0.3), term_vectors=IB SPL-D2}, locale=sk, timezone=Europe/Vaduz
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=157118152,total=477626368
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexSearcher, TestSimpleFSDirectory, TestSpanContainQuery, TestRollingBuffer, TestPerSegmentDeletes, TestDeterminism, TestDirectPacked, TestCharsRefBuilder, TestDoc, Test2BBKDPoints, TestPackedInts, TestSortRescorer, TestSpanExplanations, TestBooleanQuery, TestScoreCachingWrappingScorer, TestMultiDocValues, TestSleepingLockWrapper, TestLucene50TermVectorsFormat, TestTermVectors, TestIndexCommit, TestBooleanRewrites, TestCharsRef, TestSearchForDuplicates, TestRegexpRandom, TestTermVectorsWriter, TestTryDelete, TestFileSwitchDirectory, TestMergeSchedulerExternal, TestPositionIncrement, TestBasics, TestPagedBytes, TestGrowableByteArrayDataOutput, TestFixedLengthBytesRefArray, TestIndexWriterUnicode, TestLSBRadixSorter, TestIndexWriterConfig, TestDeterminizeLexicon, TestGeoEncodingUtils, TestAttributeSource, TestAllFilesHaveChecksumFooter, TestNoMergePolicy, TestParallelTermEnum, TestByteSlices, TestVirtualMethod, TestTimSorterWorstCase, TestLucene50FieldInfoFormat, TestMultiTermConstantScore, TestPerFieldPostingsFormat2, TestTwoPhaseCommitTool, TestRadixSelector, TestApproximationSearchEquivalence, TestIndexWriterFromReader, TestBlockPostingsFormat3, TestPositiveScoresOnlyCollector, TestDuelingCodecs, TestQueryRescorer, TestByteBlockPool, TestSortedSetSortField, TestLockFactory, TestPackedTokenAttributeImpl, TestParallelLeafReader, TestMathUtil, TestAutomaton, TestRegexpQuery, TestTermdocPerf, Test2BNumericDocValues, TestStringHelper, TestStopFilter, TestPrefixRandom, TestFlushByRamOrCountsPolicy, TestMultiset, TestSpanOrQuery, TestSegmentReader, TestPerFieldDocValuesFormat, TestIndexWriterMerging, TestFSTs, TestIndexWriterWithThreads, TestAddIndexes, TestShardSearching, TestIndexWriterExceptions, TestSearcherManager, TestBoolean2, TestPersistentSnapshotDeletionPolicy, TestAtomicUpdate, TestStressAdvance, TestNorms, TestIndexWriterCommit, TestSearchWithThreads, TestSearchAfter, TestConcurrentMergeScheduler, TestHighCompressionMode, TestTopDocsMerge, TestLongPostings, TestRollingUpdates, TestNRTReaderWithThreads, TestIndexWriterForceMerge, TestPerFieldPostingsFormat, TestWeakIdentityMap, TestFixedBitSet, TestSegmentTermDocs, TestSort, TestFieldsReader, TestSimpleSearchEquivalence, TestSpans, TestPostingsOffsets, TestTransactionRollback, TestUTF32ToUTF8, TestFastCompressionMode, TestCharTermAttributeImpl, TestBytesRefHash, TestThreadedForceMerge, TestIndexInput, TestSloppyPhraseQuery2, TestDisjunctionMaxQuery, TestSameScoresWithThreads, TestMultiFields, TestTermRangeQuery, TestDocumentsWriterDeleteQueue, TestDocumentWriter, TestCrashCausesCorruptIndex, TestScorerPerf, TestForTooMuchCloning, TestFuzzyQuery, TestPayloads, TestWildcard, TestSimilarity2, TestFieldMaskingSpanQuery, TestSimpleExplanationsOfNonMatches, TestTermVectorsReader, TestMultiValuedNumericRangeQuery, TestTopDocsCollector, TestUniqueTermCount, TestComplexExplanationsOfNonMatches, TestSortRandom, TestPrefixCodedTerms, TestAllFilesHaveCodecHeader, TestParallelReaderEmptyIndex, TestDocument, TestMaxTermFrequency, TestTermScorer, TestTopFieldCollector, TestSumDocFreq, TestDocValuesScoring, TestSentinelIntSet, TestWildcardRandom, TestDirectory, TestMultiLevelSkipList, TestCheckIndex, TestSpanMultiTermQueryWrapper, TestBooleanQueryVisitSubscorers, TestIndexFileDeleter, TestConstantScoreQuery, TestPrefixQuery, TestIsCurrent, TestIndexWriterLockRelease, TestDemo, TestCharFilter, TestNot, TestVersion, Test4GBStoredFields, TestLucene60PointsFormat, TestLucene62SegmentInfoFormat, TestFieldType, TestPolygon2D, Test2BPoints, Test2BSortedDocValuesOrds, TestBinaryDocValuesUpdates, TestDemoParallelLeafReader, TestExitableDirectoryReader, TestFieldReuse, TestFilterDirectoryReader, TestIndexSorting]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.seed=CDF410E365CF8B8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/test-data/enwiki.random.lines.txt -Dtests.locale=sk -Dtests.timezone=Europe/Vaduz -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestIndexSorting (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([CDF410E365CF8B8]:0)
[junit4] Completed [438/438 (1!)] on J1 in 7222.82s, 15 tests, 2 errors <<< FAILURES!
[...truncated 10827 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/init-core-data-001
[junit4] 2> 3883342 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[F4F8D5F32CCC322C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3883342 INFO (SUITE-CdcrReplicationDistributedZkTest-seed#[F4F8D5F32CCC322C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 3883360 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3883371 INFO (Thread-43259) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3883371 INFO (Thread-43259) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3883471 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.ZkTestServer start zk server on port:40619
[junit4] 2> 3883471 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3883491 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3883510 INFO (zkCallback-3178-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@417dde79 name:ZooKeeperConnection Watcher:127.0.0.1:40619 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3883510 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3883510 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3883510 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 3883513 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3883535 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3883555 INFO (zkCallback-3179-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@78544e1c name:ZooKeeperConnection Watcher:127.0.0.1:40619/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3883555 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3883555 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3883555 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 3883557 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 3883558 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 3883559 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 3883560 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3883560 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 3883562 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 3883562 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 3883564 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3883564 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3883565 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3883565 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 3883566 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3883566 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 3883568 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3883568 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 3883569 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3883569 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 3883570 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3883570 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 3883572 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3883572 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3883573 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3883573 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 3883574 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3883574 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 3883576 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBatchBoundaries
[junit4] 2> 3883749 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores/collection1
[junit4] 2> 3883751 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 3883752 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65f34fd1{/,null,AVAILABLE}
[junit4] 2> 3883753 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.e.j.s.ServerConnector Started ServerConnector@7c93dc{HTTP/1.1,[http/1.1]}{127.0.0.1:39042}
[junit4] 2> 3883754 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.e.j.s.Server Started @3886786ms
[junit4] 2> 3883754 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=39042, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores}
[junit4] 2> 3883754 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 3883754 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001'
[junit4] 2> 3883754 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3883754 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 3883755 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3883759 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3883759 INFO (zkCallback-3180-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13493087 name:ZooKeeperConnection Watcher:127.0.0.1:40619/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3883759 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3883759 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3883760 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3883760 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/solr.xml
[junit4] 2> 3883765 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores
[junit4] 2> 3883765 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.CoreContainer New CoreContainer 331022213
[junit4] 2> 3883765 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001]
[junit4] 2> 3883765 WARN (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/lib
[junit4] 2> 3883766 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
[junit4] 2> 3883767 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3883768 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 3883768 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 3883768 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40619/solr
[junit4] 2> 3883768 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 3883768 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 3883768 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3883769 INFO (zkCallback-3183-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b678022 name:ZooKeeperConnection Watcher:127.0.0.1:40619 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3883770 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3883770 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 3883771 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$90/1204499649@3aa97fad
[junit4] 2> 3883775 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3883775 INFO (zkCallback-3184-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@aecfd34 name:ZooKeeperConnection Watcher:127.0.0.1:40619/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3883775 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3883776 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 3883778 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 3883780 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 3883781 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 3883783 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 3883784 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 3883785 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 3883786 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 3883787 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 3883788 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 3883788 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 3883789 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 3883791 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 3883792 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 3883793 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3883793 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96458005581987844-127.0.0.1:39042_-n_0000000000
[junit4] 2> 3883793 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39042_
[junit4] 2> 3883793 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 3883794 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.Overseer Overseer (id=96458005581987844-127.0.0.1:39042_-n_0000000000) starting
[junit4] 2> 3883796 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 3883800 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 3883800 INFO (OverseerCollectionConfigSetProcessor-96458005581987844-127.0.0.1:39042_-n_0000000000) [n:127.0.0.1:39042_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 3883801 INFO (OverseerStateUpdate-96458005581987844-127.0.0.1:39042_-n_0000000000) [n:127.0.0.1:39042_ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 3883802 INFO (OverseerStateUpdate-96458005581987844-127.0.0.1:39042_-n_0000000000) [n:127.0.0.1:39042_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 3883803 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39042_
[junit4] 2> 3883803 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:39042_
[junit4] 2> 3883804 INFO (zkCallback-3184-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 3883804 INFO (zkCallback-3184-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3883816 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 3883816 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 3883816 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores
[junit4] 2> 3883817 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=tmp_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 3883817 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores/collection1
[junit4] 2> 3883817 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 3883818 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 3883818 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 3883818 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2
[junit4] 2> 3883819 INFO (TEST-CdcrReplicationDistributedZkTest.testBatchBoundaries-seed#[F4F8D5F32CCC322C]) [n:127.0.0.1:39042_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 3883819 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.ZkController Collection tmp_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 3883819 INFO (OverseerStateUpdate-96458005581987844-127.0.0.1:39042_-n_0000000000) [n:127.0.0.1:39042_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39042",
[junit4] 2> "node_name":"127.0.0.1:39042_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"tmp_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 3883819 INFO (OverseerStateUpdate-96458005581987844-127.0.0.1:39042_-n_0000000000) [n:127.0.0.1:39042_ ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39042",
[junit4] 2> "node_name":"127.0.0.1:39042_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"tmp_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 3883820 INFO (OverseerStateUpdate-96458005581987844-127.0.0.1:39042_-n_0000000000) [n:127.0.0.1:39042_ ] o.a.s.c.o.ClusterStateMutator building a new cName: tmp_collection
[junit4] 2> 3883820 INFO (OverseerStateUpdate-96458005581987844-127.0.0.1:39042_-n_0000000000) [n:127.0.0.1:39042_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 3883820 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [tmp_collection]
[junit4] 2> 3883821 INFO (zkCallback-3184-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 3883824 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 3883824 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 3883824 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:tmp_collection
[junit4] 2> 3883824 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.ZkController Creating collection in ZooKeeper:tmp_collection
[junit4] 2> 3883824 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.ZkController Looking for collection configName
[junit4] 2> 3883825 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.ZkController Only one config set found in zk - using it:conf1
[junit4] 2> 3883825 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection
[junit4] 2> 3883826 INFO (zkCallback-3184-thread-2-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 3883826 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/tmp_collection]
[junit4] 2> 3883826 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/tmp_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 3883826 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores/collection1'
[junit4] 2> 3883827 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3883827 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 3883828 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 3883831 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 3883847 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.2.0
[junit4] 2> 3883854 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 3883864 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3883998 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 3883999 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 3883999 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 3884002 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 3884029 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2
[junit4] 2> 3884029 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
[junit4] 2> 3884029 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 3884030 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores/collection1/data/]
[junit4] 2> 3884030 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f3d5331
[junit4] 2> 3884030 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores/collection1/data/snapshot_metadata
[junit4] 2> 3884030 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
[junit4] 2> 3884031 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores/collection1/data
[junit4] 2> 3884039 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores/collection1/data/index/
[junit4] 2> 3884039 WARN (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 3884039 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores/collection1/data/index
[junit4] 2> 3884040 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 3884040 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=RawDirectoryWrapper(RAMDirectory@2c4c84ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6209a18f),segFN=segments_1,generation=1}
[junit4] 2> 3884040 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 3884046 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "cdcr-processor-chain"
[junit4] 2> 3884046 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 3884047 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 3884048 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 3884049 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 3884050 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 3884053 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/cdcr,/update,/admin/file,/terms
[junit4] 2> 3884053 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 3884053 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores/collection1/data/
[junit4] 2> 3884053 WARN (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_F4F8D5F32CCC322C-001/jetty-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 3884055 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 3884055 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3884056 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3884056 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3884056 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=597238279, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 3884057 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=RawDirectoryWrapper(RAMDirectory@2c4c84ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6209a18f),segFN=segments_1,generation=1}
[junit4] 2> 3884057 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 3884057 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@587f9354[collection1] main]
[junit4] 2> 3884057 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/tmp_collection]
[junit4] 2> 3884058 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/tmp_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 3884058 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 3884058 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3884058 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 3884058 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3884059 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 3884059 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3884059 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 3884059 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3884059 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/tmp_collection/cdcr/state
[junit4] 2> 3884062 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 3884063 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
[junit4] 2> 3884071 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 3884071 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 3884071 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 3884071 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1543328090033225728
[junit4] 2> 3884073 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1543328090033225728
[junit4] 2> 3884073 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 3884074 INFO (searcherExecutor-8492-thread-1-processing-n:127.0.0.1:39042_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@587f9354[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3884074 INFO (coreLoadExecutor-8491-thread-1-processing-n:127.0.0.1:39042_) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 3884087 INFO (coreZkRegister-8484-thread-1-processing-n:127.0.0.1:39042_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:39042_ c:tmp_collection s:shard2 r:core_
[...truncated too long message...]
x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-core-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jackson-mapper-asl-1.9.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/mockito-core-1.9.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/build/analysis/icu/lucene-analyzers-icu-6.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_102/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.4.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J0-20160822_011434_097.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build/solr-core/test/temp/junit4-J0-20160822_011434_097.suites -stdin
[junit4] ERROR: JVM J0 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] at java.lang.Thread.run(Thread.java:745)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:771: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:707: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/solr/common-build.xml:536: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.2/checkout/lucene/common-build.xml:984: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
Total time: 522 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any