You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/06/08 08:18:22 UTC
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_60) - Build # 10388
- Still Failing!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10388/
Java: 64bit/jdk1.7.0_60 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
REGRESSION: org.apache.solr.cloud.ReplicationFactorTest.testDistribSearch
Error Message:
Didn't see all replicas come up within 10000 ms! ClusterState: live nodes:[127.0.0.1:54216_, 127.0.0.1:60882_, 127.0.0.1:53715_, 127.0.0.1:37013_] collections:{control_collection=DocCollection(control_collection)={ "maxShardsPerNode":"1", "router":{"name":"compositeId"}, "autoCreated":"true", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node1":{ "state":"active", "base_url":"http://127.0.0.1:60882", "core":"collection1", "node_name":"127.0.0.1:60882_", "leader":"true"}}}}}, collection1=DocCollection(collection1)={ "maxShardsPerNode":"1", "router":{"name":"compositeId"}, "autoCreated":"true", "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{"core_node1":{ "state":"active", "base_url":"http://127.0.0.1:37013", "core":"collection1", "node_name":"127.0.0.1:37013_", "leader":"true"}}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{"core_node3":{ "state":"active", "base_url":"http://127.0.0.1:53715", "core":"collection1", "node_name":"127.0.0.1:53715_", "leader":"true"}}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{"core_node2":{ "state":"active", "base_url":"http://127.0.0.1:54216", "core":"collection1", "node_name":"127.0.0.1:54216_", "leader":"true"}}}}}, c8n_1x3=DocCollection(c8n_1x3)={ "maxShardsPerNode":"1", "router":{"name":"compositeId"}, "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "state":"recovering", "base_url":"http://127.0.0.1:37013", "core":"c8n_1x3_shard1_replica1", "node_name":"127.0.0.1:37013_"}, "core_node2":{ "state":"recovering", "base_url":"http://127.0.0.1:54216", "core":"c8n_1x3_shard1_replica2", "node_name":"127.0.0.1:54216_"}, "core_node3":{ "state":"active", "base_url":"http://127.0.0.1:53715", "core":"c8n_1x3_shard1_replica3", "node_name":"127.0.0.1:53715_", "leader":"true"}}}}}}
Stack Trace:
java.lang.AssertionError: Didn't see all replicas come up within 10000 ms! ClusterState: live nodes:[127.0.0.1:54216_, 127.0.0.1:60882_, 127.0.0.1:53715_, 127.0.0.1:37013_] collections:{control_collection=DocCollection(control_collection)={
"maxShardsPerNode":"1",
"router":{"name":"compositeId"},
"autoCreated":"true",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node1":{
"state":"active",
"base_url":"http://127.0.0.1:60882",
"core":"collection1",
"node_name":"127.0.0.1:60882_",
"leader":"true"}}}}}, collection1=DocCollection(collection1)={
"maxShardsPerNode":"1",
"router":{"name":"compositeId"},
"autoCreated":"true",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{"core_node1":{
"state":"active",
"base_url":"http://127.0.0.1:37013",
"core":"collection1",
"node_name":"127.0.0.1:37013_",
"leader":"true"}}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{"core_node3":{
"state":"active",
"base_url":"http://127.0.0.1:53715",
"core":"collection1",
"node_name":"127.0.0.1:53715_",
"leader":"true"}}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"state":"active",
"base_url":"http://127.0.0.1:54216",
"core":"collection1",
"node_name":"127.0.0.1:54216_",
"leader":"true"}}}}}, c8n_1x3=DocCollection(c8n_1x3)={
"maxShardsPerNode":"1",
"router":{"name":"compositeId"},
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"state":"recovering",
"base_url":"http://127.0.0.1:37013",
"core":"c8n_1x3_shard1_replica1",
"node_name":"127.0.0.1:37013_"},
"core_node2":{
"state":"recovering",
"base_url":"http://127.0.0.1:54216",
"core":"c8n_1x3_shard1_replica2",
"node_name":"127.0.0.1:54216_"},
"core_node3":{
"state":"active",
"base_url":"http://127.0.0.1:53715",
"core":"c8n_1x3_shard1_replica3",
"node_name":"127.0.0.1:53715_",
"leader":"true"}}}}}}
at __randomizedtesting.SeedInfo.seed([5284A411687DD938:D3622A091F22B904]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ReplicationFactorTest.ensureAllReplicasAreActive(ReplicationFactorTest.java:379)
at org.apache.solr.cloud.ReplicationFactorTest.testRf3(ReplicationFactorTest.java:218)
at org.apache.solr.cloud.ReplicationFactorTest.doTest(ReplicationFactorTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
at sun.reflect.GeneratedMethodAccessor51.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
REGRESSION: org.apache.solr.cloud.ZkSolrClientTest.testReconnect
Error Message:
KeeperErrorCode = NodeExists for /collections/collection3
Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection3
at __randomizedtesting.SeedInfo.seed([5284A411687DD938:8BA72D632FE41447]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:329)
at org.apache.solr.cloud.ZkSolrClientTest.testReconnect(ZkSolrClientTest.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11016 lines...]
[junit4] Suite: org.apache.solr.cloud.ZkSolrClientTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-5284A411687DD938-001/init-core-data-001
[junit4] 2> 437032 T1325 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
[junit4] 2> 437033 T1325 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 437033 T1325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/'
[junit4] 2> 437033 T1325 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
[junit4] 2> 437034 T1325 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 437034 T1325 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 437073 T1325 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 437110 T1325 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 437111 T1325 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 437118 T1325 oass.IndexSchema.readSchema [null] Schema name=test
[junit4] 2> 437368 T1325 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 437369 T1325 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 437369 T1325 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 437375 T1325 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 437377 T1325 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 437383 T1325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 437386 T1325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 437388 T1325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 437388 T1325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 437388 T1325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 437388 T1325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 437389 T1325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 437389 T1325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 437389 T1325 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 437389 T1325 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr
[junit4] 2> 437390 T1325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/'
[junit4] 2> 437421 T1325 oasc.CoreContainer.<init> New CoreContainer 871913607
[junit4] 2> 437421 T1325 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/]
[junit4] 2> 437422 T1325 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4] 2> 437422 T1325 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
[junit4] 2> 437422 T1325 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4] 2> 437422 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 437423 T1325 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 437423 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 437423 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 437423 T1325 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 437423 T1325 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 437425 T1325 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 437426 T1325 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 437426 T1325 oasc.CoreContainer.load Host Name:
[junit4] 2> 437429 T1326 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/'
[junit4] 2> 437430 T1326 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
[junit4] 2> 437431 T1326 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 437431 T1326 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 437471 T1326 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 437507 T1326 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 437507 T1326 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 437515 T1326 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 437739 T1326 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 437739 T1326 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 437740 T1326 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 437745 T1326 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 437747 T1326 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 437752 T1326 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 437755 T1326 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 437757 T1326 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 437757 T1326 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 437757 T1326 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 437757 T1326 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 437757 T1326 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 437758 T1326 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 437758 T1326 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/
[junit4] 2> 437758 T1326 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 437758 T1326 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-5284A411687DD938-001/init-core-data-001/
[junit4] 2> 437758 T1326 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e3409ba
[junit4] 2> 437759 T1326 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-5284A411687DD938-001/init-core-data-001
[junit4] 2> 437759 T1326 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-5284A411687DD938-001/init-core-data-001/index/
[junit4] 2> 437759 T1326 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-5284A411687DD938-001/init-core-data-001/index' doesn't exist. Creating new index...
[junit4] 2> 437760 T1326 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-5284A411687DD938-001/init-core-data-001/index
[junit4] 2> 437760 T1326 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=58.3359375, floorSegmentMB=0.3935546875, forceMergeDeletesPctAllowed=3.2256722196205456, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 437761 T1326 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@f86d088 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5a558763)),segFN=segments_1,generation=1}
[junit4] 2> 437761 T1326 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 437761 T1326 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4] 2> 437764 T1326 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 437764 T1326 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 437764 T1326 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
[junit4] 2> 437764 T1326 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4] 2> 437765 T1326 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 437765 T1326 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 437765 T1326 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
[junit4] 2> 437765 T1326 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
[junit4] 2> 437765 T1326 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
[junit4] 2> 437766 T1326 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4] 2> 437766 T1326 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 437766 T1326 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 437766 T1326 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 437766 T1326 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 437766 T1326 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 437767 T1326 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 437767 T1326 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 437767 T1326 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 437768 T1326 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4] 2> 437768 T1326 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4] 2> 437768 T1326 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 437769 T1326 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 437769 T1326 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4] 2> 437769 T1326 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4] 2> 437769 T1326 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4] 2> 437770 T1326 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 437770 T1326 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 437770 T1326 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 437771 T1326 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 437771 T1326 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 437771 T1326 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 437771 T1326 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 437772 T1326 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 437772 T1326 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 437772 T1326 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4] 2> 437773 T1326 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4] 2> 437775 T1326 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 437776 T1326 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4] 2> 437777 T1326 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 437777 T1326 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 437778 T1326 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 437778 T1326 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@f86d088 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5a558763)),segFN=segments_1,generation=1}
[junit4] 2> 437778 T1326 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 437778 T1326 oass.SolrIndexSearcher.<init> Opening Searcher@287a3e19[collection1] main
[junit4] 2> 437779 T1326 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
[junit4] 2> 437779 T1326 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
[junit4] 2> 437779 T1326 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
[junit4] 2> 437779 T1326 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 437779 T1326 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 437780 T1326 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4] 2> 439910 T1326 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 439961 T1327 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@287a3e19[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 439970 T1326 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 439972 T1325 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 439979 T1325 oas.SolrTestCaseJ4.setUp ###Starting testConnect
[junit4] 2> 439980 T1325 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 439981 T1329 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 440081 T1325 oasc.ZkTestServer.run start zk server on port:57846
[junit4] 2> 440083 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 440085 T1335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@588f1e97 name:ZooKeeperConnection Watcher:127.0.0.1:57846 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 440085 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 440088 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 440089 T1337 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6447f825 name:ZooKeeperConnection Watcher:127.0.0.1:57846/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 440090 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 440092 T1325 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:57846 57846
[junit4] 2> 450387 T1329 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:57846 57846
[junit4] 2> 450388 T1325 oas.SolrTestCaseJ4.tearDown ###Ending testConnect
[junit4] 2> 450392 T1325 oas.SolrTestCaseJ4.setUp ###Starting testWatchChildren
[junit4] 2> 450392 T1325 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 450393 T1338 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 450493 T1325 oasc.ZkTestServer.run start zk server on port:44196
[junit4] 2> 450494 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 450497 T1344 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@399fa905 name:ZooKeeperConnection Watcher:127.0.0.1:44196 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 450497 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 450899 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 450902 T1346 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58a47c65 name:ZooKeeperConnection Watcher:127.0.0.1:44196 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 450902 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 450902 T1325 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 450905 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 450907 T1348 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74bbd2cd name:ZooKeeperConnection Watcher:127.0.0.1:44196/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 450907 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 450907 T1325 oascc.SolrZkClient.makePath makePath: /collections
[junit4] 2> 450910 T1325 oascc.SolrZkClient.makePath makePath: /collections/collection99/shards
[junit4] 2> 450912 T1325 oascc.SolrZkClient.makePath makePath: collections/collection99/config=collection1
[junit4] 2> 450914 T1325 oascc.SolrZkClient.makePath makePath: collections/collection99/config=collection3
[junit4] 2> 450916 T1325 oascc.SolrZkClient.makePath makePath: /collections/collection97/shards
[junit4] 2> 451621 T1325 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:44196 44196
[junit4] 2> 461911 T1338 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:44196 44196
[junit4] 2> 461912 T1325 oas.SolrTestCaseJ4.tearDown ###Ending testWatchChildren
[junit4] 2> 461916 T1325 oas.SolrTestCaseJ4.setUp ###Starting testReconnect
[junit4] 2> 461917 T1325 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 461918 T1349 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 462018 T1325 oasc.ZkTestServer.run start zk server on port:49831
[junit4] 2> 462019 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 462023 T1355 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5046497b name:ZooKeeperConnection Watcher:127.0.0.1:49831 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 462024 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 462027 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 462029 T1357 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17d561a8 name:ZooKeeperConnection Watcher:127.0.0.1:49831 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 462030 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 462030 T1325 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 462036 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 462038 T1359 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2765413c name:ZooKeeperConnection Watcher:127.0.0.1:49831/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 462038 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 462039 T1325 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 462046 T1325 oascc.SolrZkClient.makePath makePath: collections/collection1
[junit4] 2> 462050 T1325 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49831 49831
[junit4] 2> 487214 T1350 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1467a058a820002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 487216 T1349 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49831 49831
[junit4] 2> 487297 T1325 oascc.SolrZkClient.makePath makePath: collections/collection2
[junit4] 2> 487315 T1325 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 487315 T1359 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2765413c name:ZooKeeperConnection Watcher:127.0.0.1:49831/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4] 2> 487315 T1359 oascc.ConnectionManager.process zkClient has disconnected
[junit4] 1> client port:0.0.0.0/0.0.0.0:49831
[junit4] 2> 487315 T1360 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 487415 T1325 oasc.ZkTestServer.run start zk server on port:49831
[junit4] 2> 488015 T1325 oascc.SolrZkClient.makePath makePath: collections/collection3
[junit4] 2> 489313 T1359 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2765413c name:ZooKeeperConnection Watcher:127.0.0.1:49831/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 495984 T1361 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1467a058a820002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 496084 T1359 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2765413c name:ZooKeeperConnection Watcher:127.0.0.1:49831/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4] 2> 496085 T1359 oascc.ConnectionManager.process zkClient has disconnected
[junit4] 2> 497532 T1359 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2765413c name:ZooKeeperConnection Watcher:127.0.0.1:49831/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 502082 T1363 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 12764ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
[junit4] 2> 502083 T1363 oazs.NIOServerCnxn.sendBuffer ERROR Unexpected Exception: java.nio.channels.CancelledKeyException
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:77)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendBuffer(NIOServerCnxn.java:151)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendResponse(NIOServerCnxn.java:1081)
[junit4] 2> at org.apache.zookeeper.server.FinalRequestProcessor.processRequest(FinalRequestProcessor.java:404)
[junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.flush(SyncRequestProcessor.java:200)
[junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:131)
[junit4] 2>
[junit4] 2> 502084 T1363 oazs.NIOServerCnxn.sendBuffer ERROR Unexpected Exception: java.nio.channels.CancelledKeyException
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:77)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendBuffer(NIOServerCnxn.java:151)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendResponse(NIOServerCnxn.java:1081)
[junit4] 2> at org.apache.zookeeper.server.FinalRequestProcessor.processRequest(FinalRequestProcessor.java:170)
[junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:169)
[junit4] 2>
[junit4] 2> 502104 T1325 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49831 49831
[junit4] 2> 527261 T1360 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49831 49831
[junit4] 2> 527262 T1325 oas.SolrTestCaseJ4.tearDown ###Ending testReconnect
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkSolrClientTest -Dtests.method=testReconnect -Dtests.seed=5284A411687DD938 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh_HK -Dtests.timezone=Europe/Oslo -Dtests.file.encoding=US-ASCII
[junit4] ERROR 65.4s J1 | ZkSolrClientTest.testReconnect <<<
[junit4] > Throwable #1: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection3
[junit4] > at __randomizedtesting.SeedInfo.seed([5284A411687DD938:8BA72D632FE41447]:0)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] > at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:329)
[junit4] > at org.apache.solr.cloud.ZkSolrClientTest.testReconnect(ZkSolrClientTest.java:136)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 527280 T1325 oas.SolrTestCaseJ4.setUp ###Starting testMakeRootNode
[junit4] 2> 527281 T1325 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 527281 T1365 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 527381 T1325 oasc.ZkTestServer.run start zk server on port:40392
[junit4] 2> 527382 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 527386 T1371 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b8c9d60 name:ZooKeeperConnection Watcher:127.0.0.1:40392 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 527386 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 527388 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 527389 T1373 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a01d65 name:ZooKeeperConnection Watcher:127.0.0.1:40392 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 527389 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 527390 T1325 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 527392 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 527394 T1375 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d2a2294 name:ZooKeeperConnection Watcher:127.0.0.1:40392 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 527394 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 527396 T1325 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:40392 40392
[junit4] 2> 542664 T1365 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:40392 40392
[junit4] 2> 542665 T1325 oas.SolrTestCaseJ4.tearDown ###Ending testMakeRootNode
[junit4] 2> 542674 T1325 oas.SolrTestCaseJ4.setUp ###Starting testClean
[junit4] 2> 542675 T1325 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 542676 T1376 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 542776 T1325 oasc.ZkTestServer.run start zk server on port:34364
[junit4] 2> 542777 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 542781 T1382 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41d4588a name:ZooKeeperConnection Watcher:127.0.0.1:34364 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 542781 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 542786 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 542788 T1384 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@394b2036 name:ZooKeeperConnection Watcher:127.0.0.1:34364 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 542788 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 542789 T1325 oascc.SolrZkClient.makePath makePath: /test/path/here
[junit4] 2> 542797 T1325 oascc.SolrZkClient.makePath makePath: /zz/path/here
[junit4] 2> 542815 T1325 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:34364 34364
[junit4] 2> 562873 T1376 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:34364 34364
[junit4] 2> 562875 T1325 oas.SolrTestCaseJ4.tearDown ###Ending testClean
[junit4] 2> 564878 T1325 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 564878 T1325 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=871913607
[junit4] 2> 564879 T1325 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4eb175a4
[junit4] 2> 564901 T1325 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
[junit4] 2> 564902 T1325 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 564902 T1325 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 564902 T1325 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 564905 T1325 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 564905 T1325 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 564906 T1325 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-5284A411687DD938-001/init-core-data-001/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-5284A411687DD938-001/init-core-data-001/index;done=false>>]
[junit4] 2> 564906 T1325 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-5284A411687DD938-001/init-core-data-001/index
[junit4] 2> 564907 T1325 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-5284A411687DD938-001/init-core-data-001 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-5284A411687DD938-001/init-core-data-001;done=false>>]
[junit4] 2> 564907 T1325 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-5284A411687DD938-001/init-core-data-001
[junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-5284A411687DD938-001
[junit4] 2> NOTE: test params are: codec=Lucene49: {}, docValues:{}, sim=DefaultSimilarity, locale=zh_HK, timezone=Europe/Oslo
[junit4] 2> NOTE: Linux 3.8.0-41-generic amd64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=8,threads=1,free=131604816,total=372244480
[junit4] 2> NOTE: All tests run in this JVM: [TestAtomicUpdateErrorCases, TestQuerySenderListener, TestCollationKeyRangeQueries, CollectionsAPIAsyncDistributedZkTest, TestPartialUpdateDeduplication, TestIndexSearcher, BJQParserTest, DistanceFunctionTest, SolrIndexConfigTest, CoreContainerCoreInitFailuresTest, HdfsSyncSliceTest, TestCodecSupport, NoCacheHeaderTest, DateFieldTest, DebugComponentTest, LeaderElectionIntegrationTest, DistributedQueryComponentOptimizationTest, TestDistributedGrouping, TestSweetSpotSimilarityFactory, MultiTermTest, TimeZoneUtilsTest, ZkNodePropsTest, DefaultValueUpdateProcessorTest, ChaosMonkeyNothingIsSafeTest, RequestHandlersTest, TestUpdate, TestDistributedSearch, BadIndexSchemaTest, PluginInfoTest, SolrRequestParserTest, TestMultiCoreConfBootstrap, RemoteQueryErrorTest, TestCollectionAPI, CachingDirectoryFactoryTest, RAMDirectoryFactoryTest, SpellingQueryConverterTest, ZkSolrClientTest]
[junit4] Completed on J1 in 127.91s, 5 tests, 1 error <<< FAILURES!
[...truncated 742 lines...]
[junit4] Suite: org.apache.solr.cloud.ReplicationFactorTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ReplicationFactorTest-5284A411687DD938-001/init-core-data-001
[junit4] 2> 1914262 T5526 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 1914265 T5526 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 1914266 T5526 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1914266 T5527 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1914366 T5526 oasc.ZkTestServer.run start zk server on port:37569
[junit4] 2> 1914367 T5526 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1925212 T5530 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 10843ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
[junit4] 2> 1925216 T5528 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1467a1bb3c60000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1925613 T5533 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26da1696 name:ZooKeeperConnection Watcher:127.0.0.1:37569 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1925613 T5526 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1925613 T5526 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1925617 T5526 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1925618 T5535 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22b92773 name:ZooKeeperConnection Watcher:127.0.0.1:37569/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1925618 T5526 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1925619 T5526 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1925621 T5526 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1925622 T5526 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1925624 T5526 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1925625 T5526 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1925625 T5526 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1925628 T5526 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1925628 T5526 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1925630 T5526 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1925631 T5526 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1925632 T5526 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1925633 T5526 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1925634 T5526 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1925634 T5526 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1925636 T5526 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1925636 T5526 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1925637 T5526 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1925638 T5526 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1925639 T5526 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1925639 T5526 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1925641 T5526 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1925642 T5526 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1925643 T5526 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1925644 T5526 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1925645 T5526 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1925646 T5526 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1925872 T5526 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1925904 T5526 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60585
[junit4] 2> 1925905 T5526 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1925905 T5526 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1925905 T5526 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-002
[junit4] 2> 1925905 T5526 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-002/'
[junit4] 2> 1925921 T5526 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-002/solr.xml
[junit4] 2> 1925969 T5526 oasc.CoreContainer.<init> New CoreContainer 1214305364
[junit4] 2> 1925970 T5526 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-002/]
[junit4] 2> 1925970 T5526 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1925971 T5526 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1925971 T5526 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1925971 T5526 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1925971 T5526 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1925971 T5526 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1925972 T5526 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1925972 T5526 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1925972 T5526 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1925973 T5526 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1925973 T5526 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1925973 T5526 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1925973 T5526 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37569/solr
[junit4] 2> 1925974 T5526 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1925974 T5526 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1925976 T5546 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d13fbeb name:ZooKeeperConnection Watcher:127.0.0.1:37569 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1925976 T5526 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1925979 T5526 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1925980 T5548 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6689ca15 name:ZooKeeperConnection Watcher:127.0.0.1:37569/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1925980 T5526 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1925982 T5526 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1925985 T5526 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1925988 T5526 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 1925991 T5526 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 1925998 T5526 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 1926002 T5526 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1926003 T5526 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60882_
[junit4] 2> 1926004 T5526 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60882_
[junit4] 2> 1926006 T5526 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1926008 T5526 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1926011 T5526 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:60882_
[junit4] 2> 1926011 T5526 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1926013 T5526 oasc.Overseer.start Overseer (id=91895101806477316-127.0.0.1:60882_-n_0000000000) starting
[junit4] 2> 1926015 T5526 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1926023 T5550 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1926023 T5526 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1926025 T5526 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1926026 T5526 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1926028 T5549 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1926032 T5551 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 1926032 T5551 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1926034 T5548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1926034 T5551 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1926035 T5549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1926036 T5549 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60882",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:60882_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1926036 T5549 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 1926036 T5549 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1926038 T5548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1926038 T5548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1927034 T5551 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1927035 T5551 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1927035 T5551 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1927035 T5551 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1927036 T5551 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1927036 T5551 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-002/collection1/'
[junit4] 2> 1927037 T5551 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 1927037 T5551 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 1927037 T5551 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 1927066 T5551 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 1927089 T5551 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1927090 T5551 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1927096 T5551 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1927338 T5551 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1927339 T5551 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1927339 T5551 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1927344 T5551 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1927346 T5551 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1927354 T5551 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1927357 T5551 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1927359 T5551 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1927360 T5551 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1927360 T5551 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1927360 T5551 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1927361 T5551 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1927361 T5551 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1927362 T5551 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1927362 T5551 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1927362 T5551 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-002/collection1/, dataDir=./solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-001/control/data/
[junit4] 2> 1927362 T5551 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3849f2d7
[junit4] 2> 1927363 T5551 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-001/control/data
[junit4] 2> 1927363 T5551 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-001/control/data/index/
[junit4] 2> 1927363 T5551 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1927363 T5551 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-001/control/data/index
[junit4] 2> 1927364 T5551 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1927365 T5551 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@5d3adc11 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@958e382),segFN=segments_1,generation=1}
[junit4] 2> 1927365 T5551 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1927367 T5551 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1927368 T5551 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1927368 T5551 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1927368 T5551 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1927368 T5551 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1927368 T5551 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1927369 T5551 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1927369 T5551 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1927369 T5551 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1927370 T5551 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1927370 T5551 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1927370 T5551 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1927370 T5551 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1927371 T5551 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1927371 T5551 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1927371 T5551 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1927374 T5551 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1927376 T5551 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1927376 T5551 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1927377 T5551 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=91.177734375, floorSegmentMB=1.611328125, forceMergeDeletesPctAllowed=4.6067399219481375, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1927377 T5551 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@5d3adc11 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@958e382),segFN=segments_1,generation=1}
[junit4] 2> 1927377 T5551 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1927377 T5551 oass.SolrIndexSearcher.<init> Opening Searcher@24b58962[collection1] main
[junit4] 2> 1927378 T5551 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1927379 T5551 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1927379 T5551 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1927379 T5551 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1927379 T5551 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 1927380 T5551 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1927380 T5551 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1927380 T5551 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1927381 T5551 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 1927381 T5551 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 1927382 T5552 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24b58962[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1927383 T5551 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1927383 T5555 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60882 collection:control_collection shard:shard1
[junit4] 2> 1927384 T5526 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 1927384 T5526 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1927384 T5555 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1927387 T5526 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1927388 T5558 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44b05991 name:ZooKeeperConnection Watcher:127.0.0.1:37569/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1927388 T5526 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1927388 T5555 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1927389 T5526 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1927396 T5548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1927397 T5555 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1927397 T5555 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1305 name=collection1 org.apache.solr.core.SolrCore@4f6b16cd url=http://127.0.0.1:60882/collection1 node=127.0.0.1:60882_ C1305_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:60882, core=collection1, node_name=127.0.0.1:60882_}
[junit4] 2> 1927397 T5555 C1305 P60882 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60882/collection1/
[junit4] 2> 1927397 T5549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1927397 T5555 C1305 P60882 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1927398 T5526 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1927398 T5555 C1305 P60882 oasc.SyncStrategy.syncToMe http://127.0.0.1:60882/collection1/ has no replicas
[junit4] 2> 1927398 T5555 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60882/collection1/ shard1
[junit4] 2> 1927398 T5555 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1927402 T5548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1927405 T5548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1927406 T5548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1927508 T5548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1927508 T5558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1927555 T5555 oasc.ZkController.register We are http://127.0.0.1:60882/collection1/ and leader is http://127.0.0.1:60882/collection1/
[junit4] 2> 1927556 T5555 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60882
[junit4] 2> 1927556 T5555 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1927556 T5555 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 1927556 T5555 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1927557 T5548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1927558 T5548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1927558 T5555 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1927558 T5548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1927559 T5549 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1927559 T5549 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:60882",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:60882_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1927561 T5548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1927619 T5526 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 1927620 T5526 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1927621 T5526 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34138
[junit4] 2> 1927622 T5526 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1927622 T5526 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1927622 T5526 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-003
[junit4] 2> 1927623 T5526 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-003/'
[junit4] 2> 1927638 T5526 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-003/solr.xml
[junit4] 2> 1927661 T5526 oasc.CoreContainer.<init> New CoreContainer 2086748489
[junit4] 2> 1927662 T5526 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ReplicationFactorTest-5284A411687DD938-001/tempDir-003/]
[junit4] 2> 1927662 T5558 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1927662 T5548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1927663 T5526 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1927663 T5526 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1927663 T5526 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1927664 T5526 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1927664 T5526 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1927664 T5526 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1927664 T5526 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1927665 T5526 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1927665 T5526 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1927665 T5526 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1927666 T5526 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1927666 T5526 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1927666 T5526 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37569/solr
[junit4] 2> 1927666 T5526 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1927667 T5526 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1927668 T5569 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53bb53c1 name:ZooKeeperConnection Watcher:127.0.0.1:37569 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1927669 T5526 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1927671 T5526 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1927672 T5571 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@498ea7be name:ZooKeeperConnection Watcher:127.0.0.1:37569/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1927672 T5526 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1927677 T5526 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1928679 T5526 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37013_
[junit4] 2> 1928688 T5526 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37013_
[junit4] 2> 1928691 T5548 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1928691 T5571 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1928691 T5558 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1928695 T5572 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 1928695 T5572 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1928696 T5572 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1928696 T5548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1928697 T5548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1928697 T5548 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected t
[...truncated too long message...]
"shards":{
[junit4] > "shard1":{
[junit4] > "range":"80000000-d554ffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node1":{
[junit4] > "state":"active",
[junit4] > "base_url":"http://127.0.0.1:37013",
[junit4] > "core":"collection1",
[junit4] > "node_name":"127.0.0.1:37013_",
[junit4] > "leader":"true"}}},
[junit4] > "shard2":{
[junit4] > "range":"d5550000-2aa9ffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node3":{
[junit4] > "state":"active",
[junit4] > "base_url":"http://127.0.0.1:53715",
[junit4] > "core":"collection1",
[junit4] > "node_name":"127.0.0.1:53715_",
[junit4] > "leader":"true"}}},
[junit4] > "shard3":{
[junit4] > "range":"2aaa0000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node2":{
[junit4] > "state":"active",
[junit4] > "base_url":"http://127.0.0.1:54216",
[junit4] > "core":"collection1",
[junit4] > "node_name":"127.0.0.1:54216_",
[junit4] > "leader":"true"}}}}}, c8n_1x3=DocCollection(c8n_1x3)={
[junit4] > "maxShardsPerNode":"1",
[junit4] > "router":{"name":"compositeId"},
[junit4] > "replicationFactor":"3",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "state":"recovering",
[junit4] > "base_url":"http://127.0.0.1:37013",
[junit4] > "core":"c8n_1x3_shard1_replica1",
[junit4] > "node_name":"127.0.0.1:37013_"},
[junit4] > "core_node2":{
[junit4] > "state":"recovering",
[junit4] > "base_url":"http://127.0.0.1:54216",
[junit4] > "core":"c8n_1x3_shard1_replica2",
[junit4] > "node_name":"127.0.0.1:54216_"},
[junit4] > "core_node3":{
[junit4] > "state":"active",
[junit4] > "base_url":"http://127.0.0.1:53715",
[junit4] > "core":"c8n_1x3_shard1_replica3",
[junit4] > "node_name":"127.0.0.1:53715_",
[junit4] > "leader":"true"}}}}}}
[junit4] > at __randomizedtesting.SeedInfo.seed([5284A411687DD938:D3622A091F22B904]:0)
[junit4] > at org.apache.solr.cloud.ReplicationFactorTest.ensureAllReplicasAreActive(ReplicationFactorTest.java:379)
[junit4] > at org.apache.solr.cloud.ReplicationFactorTest.testRf3(ReplicationFactorTest.java:218)
[junit4] > at org.apache.solr.cloud.ReplicationFactorTest.doTest(ReplicationFactorTest.java:136)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1957340 T5526 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ReplicationFactorTest-5284A411687DD938-001
[junit4] 2> 43082 T5525 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 1957897 T5682 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:302)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:291)
[junit4] 2>
[junit4] 2> 1957897 T5609 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> NOTE: test params are: codec=Lucene45, sim=DefaultSimilarity, locale=zh_CN, timezone=Atlantic/Reykjavik
[junit4] 2> NOTE: Linux 3.8.0-41-generic amd64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=8,threads=1,free=225656600,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [ClusterStateTest, SolrCoreTest, TestSearcherReuse, TestCloudInspectUtil, TestLFUCache, ResponseLogComponentTest, StatelessScriptUpdateProcessorFactoryTest, RankQueryTest, TestSolrXml, ExternalFileFieldSortTest, CSVRequestHandlerTest, DistribDocExpirationUpdateProcessorTest, TestImplicitCoreProperties, FieldMutatingUpdateProcessorTest, ReturnFieldsTest, TestCopyFieldCollectionResource, TestManagedStopFilterFactory, TestLRUCache, SuggesterTest, EchoParamsTest, MigrateRouteKeyTest, SuggestComponentTest, TestNoOpRegenerator, TestBadConfig, TestRandomDVFaceting, TestPHPSerializedResponseWriter, TestMergePolicyConfig, TestFieldSortValues, TestExtendedDismaxParser, TestWriterPerf, DistributedQueryComponentCustomSortTest, TestFieldResource, FileBasedSpellCheckerTest, AddSchemaFieldsUpdateProcessorFactoryTest, AddBlockUpdateTest, ScriptEngineTest, DistributedDebugComponentTest, ResponseHeaderTest, ZkControllerTest, LukeRequestHandlerTest, HdfsBasicDistributedZk2Test, CopyFieldTest, CursorMarkTest, DocValuesTest, TestGroupingSearch, PeerSyncTest, DistributedSpellCheckComponentTest, TermsComponentTest, TestNonNRTOpen, TestDocumentBuilder, UUIDFieldTest, ChangedSchemaMergeTest, TestSearchPerf, PolyFieldTest, TestInitQParser, BinaryUpdateRequestHandlerTest, IndexSchemaTest, OverseerRolesTest, DocExpirationUpdateProcessorFactoryTest, UpdateParamsTest, TestReplicationHandlerBackup, TestRealTimeGet, BasicDistributedZkTest, TestDynamicFieldResource, TestTrie, BlockCacheTest, TestLMDirichletSimilarityFactory, TestFunctionQuery, SchemaVersionSpecificBehaviorTest, TestRequestStatusCollectionAPI, AnalysisErrorHandlingTest, ResourceLoaderTest, TestValueSourceCache, TestReRankQParserPlugin, TermVectorComponentTest, PreAnalyzedUpdateProcessorTest, SuggesterFSTTest, DocumentBuilderTest, ShardRoutingTest, ZkCLITest, TestRemoteStreaming, TestReversedWildcardFilterFactory, HdfsBasicDistributedZkTest, URLClassifyProcessorTest, DistributedQueryElevationComponentTest, SliceStateTest, DistributedTermsComponentTest, TestLMJelinekMercerSimilarityFactory, TestCustomSort, TestReplicationHandler, SolrXmlInZkTest, DOMUtilTest, DistributedSuggestComponentTest, CoreMergeIndexesAdminHandlerTest, CoreAdminRequestStatusTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, RecoveryZkTest, ClusterStateUpdateTest, TestRandomFaceting, TestZkChroot, AutoCommitTest, TestRecovery, TermVectorComponentDistributedTest, TestJoin, HardAutoCommitTest, TestRangeQuery, SimpleFacetsTest, TestSolr4Spatial, SpellCheckComponentTest, ConvertedLegacyTest, TestFiltering, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, SuggesterWFSTTest, TestCSVLoader, SolrCoreCheckLockOnStartupTest, QueryEqualityTest, DocValuesMultiTest, SolrInfoMBeanTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, TestQueryTypes, TestOmitPositions, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, LoggingHandlerTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, MBeansHandlerTest, TestAnalyzedSuggestions, JsonLoaderTest, SOLR749Test, BadComponentTest, TestStressRecovery, AsyncMigrateRouteKeyTest, CustomCollectionTest, MultiThreadedOCPTest, ReplicationFactorTest]
[junit4] Completed on J0 in 43.86s, 1 test, 1 failure <<< FAILURES!
[...truncated 183 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 399 suites, 1644 tests, 1 error, 1 failure, 36 ignored (15 assumptions)
Total time: 74 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_60 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0_05) - Build # 10395
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10395/
Java: 32bit/jdk1.8.0_05 -server -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch
Error Message:
shard2 is not consistent. Got 174 from https://127.0.0.1:44607/collection1lastClient and got 155 from https://127.0.0.1:56637/collection1
Stack Trace:
java.lang.AssertionError: shard2 is not consistent. Got 174 from https://127.0.0.1:44607/collection1lastClient and got 155 from https://127.0.0.1:56637/collection1
at __randomizedtesting.SeedInfo.seed([11B29060DF932620:90541E78A8CC461C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1118)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:150)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11343 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/init-core-data-001
[junit4] 2> 819233 T3914 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
[junit4] 2> 819234 T3914 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 819236 T3914 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 819237 T3914 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 819237 T3915 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 819337 T3914 oasc.ZkTestServer.run start zk server on port:60640
[junit4] 2> 819338 T3914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 819413 T3921 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a5d152 name:ZooKeeperConnection Watcher:127.0.0.1:60640 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 819414 T3914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 819414 T3914 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 819421 T3914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 819422 T3923 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c5894 name:ZooKeeperConnection Watcher:127.0.0.1:60640/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 819423 T3914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 819423 T3914 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 819427 T3914 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 819430 T3914 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 819431 T3914 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 819432 T3914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 819432 T3914 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 819435 T3914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 819435 T3914 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 819437 T3914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 819437 T3914 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 819439 T3914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 819439 T3914 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 819441 T3914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 819441 T3914 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 819444 T3914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 819444 T3914 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 819446 T3914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 819447 T3914 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 819448 T3914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 819449 T3914 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 819450 T3914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 819451 T3914 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 819452 T3914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 819452 T3914 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 819454 T3914 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 819454 T3914 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 819457 T3914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 819457 T3925 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a7d80f name:ZooKeeperConnection Watcher:127.0.0.1:60640/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 819458 T3914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 819694 T3914 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 819702 T3914 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 819703 T3914 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:57740
[junit4] 2> 819704 T3914 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 819704 T3914 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 819705 T3914 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-002
[junit4] 2> 819705 T3914 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-002/'
[junit4] 2> 819715 T3914 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-002/solr.xml
[junit4] 2> 819721 T3914 oasc.CoreContainer.<init> New CoreContainer 6596032
[junit4] 2> 819722 T3914 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-002/]
[junit4] 2> 819722 T3914 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 819722 T3914 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 819723 T3914 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 819723 T3914 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 819723 T3914 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 819723 T3914 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 819724 T3914 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 819724 T3914 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 819724 T3914 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 819726 T3914 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 819726 T3914 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 819727 T3914 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 819727 T3914 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60640/solr
[junit4] 2> 819727 T3914 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 819728 T3914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 819729 T3936 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a66ab0 name:ZooKeeperConnection Watcher:127.0.0.1:60640 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 819729 T3914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 819731 T3914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 819731 T3938 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c1a1d name:ZooKeeperConnection Watcher:127.0.0.1:60640/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 819732 T3914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 819732 T3914 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 819734 T3914 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 819735 T3914 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 819737 T3914 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 819738 T3914 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 819740 T3914 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 819740 T3914 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57740_
[junit4] 2> 819742 T3914 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57740_
[junit4] 2> 819745 T3914 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 819747 T3914 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 819753 T3914 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:57740_
[junit4] 2> 819754 T3914 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 819755 T3914 oasc.Overseer.start Overseer (id=91899662357037060-127.0.0.1:57740_-n_0000000000) starting
[junit4] 2> 819757 T3914 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 819761 T3940 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 819762 T3914 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 819763 T3914 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 819764 T3914 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 819765 T3939 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 819766 T3941 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 819766 T3941 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 819766 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 819767 T3941 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 819767 T3939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 819767 T3939 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:57740",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:57740_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 819768 T3939 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 819768 T3939 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 819769 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 819769 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 820767 T3941 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 820767 T3941 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 820768 T3941 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 820768 T3941 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 820769 T3941 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 820769 T3941 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-002/collection1/'
[junit4] 2> 820769 T3941 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 820769 T3941 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 820770 T3941 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 820792 T3941 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 820804 T3941 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 820805 T3941 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 820809 T3941 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 820918 T3941 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 820919 T3941 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 820920 T3941 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 820922 T3941 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 820932 T3941 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 820932 T3941 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 820933 T3941 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-002/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/control/data/
[junit4] 2> 820933 T3941 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd406
[junit4] 2> 820933 T3941 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/control/data
[junit4] 2> 820934 T3941 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/control/data/index/
[junit4] 2> 820934 T3941 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 820934 T3941 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/control/data/index
[junit4] 2> 820935 T3941 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 820940 T3941 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 820940 T3941 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 820942 T3941 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 820942 T3941 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 820942 T3941 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 820942 T3941 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 820943 T3941 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 820943 T3941 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 820943 T3941 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 820943 T3941 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 820943 T3941 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 820944 T3941 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 820944 T3941 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 820944 T3941 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 820944 T3941 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 820945 T3941 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 820945 T3941 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 820945 T3941 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 820950 T3941 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 820951 T3941 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 820951 T3941 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 820952 T3941 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 820952 T3941 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 820953 T3941 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 820953 T3941 oass.SolrIndexSearcher.<init> Opening Searcher@62bc6[collection1] main
[junit4] 2> 820953 T3941 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 820954 T3941 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 820954 T3941 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 820954 T3941 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 820954 T3941 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 820955 T3941 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 820955 T3941 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 820955 T3941 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 820955 T3941 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 820956 T3941 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 820957 T3942 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62bc6[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 820957 T3941 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 820958 T3945 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:57740 collection:control_collection shard:shard1
[junit4] 2> 820961 T3914 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 820962 T3914 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 820961 T3945 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 820969 T3945 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 820971 T3914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 820971 T3947 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42109b name:ZooKeeperConnection Watcher:127.0.0.1:60640/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 820971 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 820972 T3914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 820972 T3945 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 820973 T3945 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1258 name=collection1 org.apache.solr.core.SolrCore@1016aca url=https://127.0.0.1:57740/collection1 node=127.0.0.1:57740_ C1258_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:57740, core=collection1, node_name=127.0.0.1:57740_}
[junit4] 2> 820973 T3945 C1258 P57740 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:57740/collection1/
[junit4] 2> 820974 T3945 C1258 P57740 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 820974 T3939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 820974 T3914 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 820974 T3945 C1258 P57740 oasc.SyncStrategy.syncToMe https://127.0.0.1:57740/collection1/ has no replicas
[junit4] 2> 820975 T3945 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:57740/collection1/ shard1
[junit4] 2> 820975 T3945 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 820976 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 820977 T3914 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 820980 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 820983 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 821085 T3947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 821085 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 821131 T3945 oasc.ZkController.register We are https://127.0.0.1:57740/collection1/ and leader is https://127.0.0.1:57740/collection1/
[junit4] 2> 821131 T3945 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:57740
[junit4] 2> 821131 T3945 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 821132 T3945 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 821132 T3945 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 821133 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 821133 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 821133 T3945 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 821133 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 821134 T3939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 821135 T3939 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:57740",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:57740_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 821136 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 821237 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 821237 T3914 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 821237 T3947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 821238 T3914 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 821240 T3914 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 821241 T3914 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:44607
[junit4] 2> 821242 T3914 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 821243 T3914 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 821243 T3914 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-003
[junit4] 2> 821243 T3914 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-003/'
[junit4] 2> 821253 T3914 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-003/solr.xml
[junit4] 2> 821259 T3914 oasc.CoreContainer.<init> New CoreContainer 16880876
[junit4] 2> 821260 T3914 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-003/]
[junit4] 2> 821268 T3914 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 821268 T3914 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 821269 T3914 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 821269 T3914 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 821269 T3914 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 821270 T3914 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 821270 T3914 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 821270 T3914 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 821270 T3914 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 821272 T3914 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 821272 T3914 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 821273 T3914 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 821273 T3914 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60640/solr
[junit4] 2> 821273 T3914 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 821274 T3914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 821275 T3958 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bbb00c name:ZooKeeperConnection Watcher:127.0.0.1:60640 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 821275 T3914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 821276 T3914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 821277 T3960 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1971610 name:ZooKeeperConnection Watcher:127.0.0.1:60640/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 821277 T3914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 821281 T3914 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 822283 T3914 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44607_
[junit4] 2> 822285 T3914 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44607_
[junit4] 2> 822289 T3947 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 822289 T3938 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 822289 T3960 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 822295 T3961 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 822295 T3961 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 822297 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 822297 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 822298 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 822297 T3961 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 822300 T3939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 822301 T3939 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44607",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:44607_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":null}
[junit4] 2> 822301 T3939 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
[junit4] 2> 822301 T3939 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 822310 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 822412 T3960 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 822412 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 822412 T3947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 823299 T3961 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 823299 T3961 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 823300 T3961 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 823300 T3961 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 823301 T3961 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 823301 T3961 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-003/collection1/'
[junit4] 2> 823301 T3961 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-003/collection1/lib/.svn/' to classloader
[junit4] 2> 823302 T3961 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-003/collection1/lib/classes/' to classloader
[junit4] 2> 823302 T3961 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-003/collection1/lib/README' to classloader
[junit4] 2> 823321 T3961 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 823332 T3961 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 823334 T3961 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 823337 T3961 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 823430 T3961 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 823432 T3961 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 823433 T3961 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 823435 T3961 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 823450 T3961 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 823450 T3961 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 823450 T3961 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-003/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty1/
[junit4] 2> 823450 T3961 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd406
[junit4] 2> 823451 T3961 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty1
[junit4] 2> 823451 T3961 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty1/index/
[junit4] 2> 823451 T3961 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 823452 T3961 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty1/index
[junit4] 2> 823452 T3961 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 823457 T3961 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 823457 T3961 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 823459 T3961 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 823459 T3961 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 823459 T3961 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 823459 T3961 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 823460 T3961 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 823460 T3961 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 823460 T3961 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 823460 T3961 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 823460 T3961 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 823461 T3961 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 823461 T3961 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 823461 T3961 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 823462 T3961 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 823462 T3961 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 823462 T3961 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 823463 T3961 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 823465 T3961 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 823466 T3961 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 823467 T3961 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 823467 T3961 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 823468 T3961 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 823469 T3961 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 823469 T3961 oass.SolrIndexSearcher.<init> Opening Searcher@1794fa8[collection1] main
[junit4] 2> 823469 T3961 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 823471 T3961 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 823471 T3961 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 823471 T3961 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 823472 T3961 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 823472 T3961 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 823472 T3961 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 823473 T3961 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 823473 T3961 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 823473 T3961 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 823475 T3962 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1794fa8[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 823477 T3961 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 823478 T3965 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:44607 collection:collection1 shard:shard2
[junit4] 2> 823478 T3914 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 823479 T3914 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 823479 T3965 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 823484 T3965 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 823485 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 823485 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 823485 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 823486 T3965 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 823486 T3965 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 823486 T3939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> ASYNC NEW_CORE C1259 name=collection1 org.apache.solr.core.SolrCore@1f9e44b url=https://127.0.0.1:44607/collection1 node=127.0.0.1:44607_ C1259_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:44607, core=collection1, node_name=127.0.0.1:44607_}
[junit4] 2> 823486 T3965 C1259 P44607 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:44607/collection1/
[junit4] 2> 823488 T3965 C1259 P44607 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 823489 T3965 C1259 P44607 oasc.SyncStrategy.syncToMe https://127.0.0.1:44607/collection1/ has no replicas
[junit4] 2> 823489 T3965 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:44607/collection1/ shard2
[junit4] 2> 823489 T3965 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 823489 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 823495 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 823497 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 823601 T3960 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 823601 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 823601 T3947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 823646 T3965 oasc.ZkController.register We are https://127.0.0.1:44607/collection1/ and leader is https://127.0.0.1:44607/collection1/
[junit4] 2> 823647 T3965 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:44607
[junit4] 2> 823647 T3965 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 823647 T3965 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 823647 T3965 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 823648 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 823648 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 823648 T3965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 823648 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 823649 T3939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 823649 T3939 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:44607",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:44607_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 823651 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 823742 T3914 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 823743 T3914 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 823748 T3914 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 823749 T3914 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:60810
[junit4] 2> 823751 T3914 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 823751 T3914 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 823751 T3914 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-004
[junit4] 2> 823752 T3914 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-004/'
[junit4] 2> 823752 T3960 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 823753 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 823752 T3947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 823769 T3914 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-004/solr.xml
[junit4] 2> 823776 T3914 oasc.CoreContainer.<init> New CoreContainer 31240186
[junit4] 2> 823776 T3914 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-004/]
[junit4] 2> 823777 T3914 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 823777 T3914 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 823777 T3914 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 823778 T3914 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 823778 T3914 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 823778 T3914 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 823778 T3914 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 823779 T3914 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 823779 T3914 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 823781 T3914 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 823781 T3914 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 823781 T3914 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 823782 T3914 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60640/solr
[junit4] 2> 823782 T3914 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 823783 T3914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 823784 T3976 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c44a84 name:ZooKeeperConnection Watcher:127.0.0.1:60640 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 823784 T3914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 823786 T3914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 823786 T3978 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f1d63a name:ZooKeeperConnection Watcher:127.0.0.1:60640/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 823786 T3914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 823790 T3914 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 824792 T3914 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60810_
[junit4] 2> 824794 T3914 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60810_
[junit4] 2> 824796 T3960 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 824796 T3947 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 824796 T3978 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 824796 T3938 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 824799 T3979 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 824799 T3979 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 824805 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 824806 T3979 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 824806 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 824806 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 824806 T3939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 824807 T3939 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:60810",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:60810_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":null}
[junit4] 2> 824807 T3939 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 824807 T3939 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
[junit4] 2> 824809 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 824910 T3947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 824910 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 824910 T3978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 824910 T3960 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 825806 T3979 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 825806 T3979 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 825807 T3979 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 825807 T3979 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 825808 T3979 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 825808 T3979 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-004/collection1/'
[junit4] 2> 825809 T3979 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-004/collection1/lib/.svn/' to classloader
[junit4] 2> 825809 T3979 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-004/collection1/lib/classes/' to classloader
[junit4] 2> 825809 T3979 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-004/collection1/lib/README' to classloader
[junit4] 2> 825825 T3979 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 825859 T3979 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 825860 T3979 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 825864 T3979 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 825971 T3979 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 825972 T3979 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 825973 T3979 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 825975 T3979 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 825985 T3979 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 825986 T3979 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 825986 T3979 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-004/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty2/
[junit4] 2> 825986 T3979 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd406
[junit4] 2> 825986 T3979 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty2
[junit4] 2> 825987 T3979 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty2/index/
[junit4] 2> 825987 T3979 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 825987 T3979 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty2/index
[junit4] 2> 825988 T3979 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 825992 T3979 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 825993 T3979 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 825995 T3979 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 825995 T3979 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 825995 T3979 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 825995 T3979 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 825995 T3979 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 825996 T3979 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 825996 T3979 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 825996 T3979 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 825996 T3979 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 825996 T3979 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 825997 T3979 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 825997 T3979 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 825997 T3979 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 825997 T3979 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 825998 T3979 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 825998 T3979 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 825999 T3979 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 826000 T3979 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 826000 T3979 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 826001 T3979 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 826002 T3979 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 826002 T3979 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 826002 T3979 oass.SolrIndexSearcher.<init> Opening Searcher@d4733[collection1] main
[junit4] 2> 826002 T3979 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 826003 T3979 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 826003 T3979 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 826004 T3979 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 826004 T3979 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 826004 T3979 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 826005 T3979 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 826005 T3979 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 826005 T3979 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 826005 T3979 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 826007 T3980 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d4733[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 826008 T3979 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 826008 T3983 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:60810 collection:collection1 shard:shard3
[junit4] 2> 826009 T3914 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 826023 T3983 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4] 2> 826023 T3914 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 826026 T3983 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
[junit4] 2> 826027 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 826028 T3983 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 826028 T3983 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 826028 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 826028 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> ASYNC NEW_CORE C1260 name=collection1 org.apache.solr.core.SolrCore@3b1475 url=https://127.0.0.1:60810/collection1 node=127.0.0.1:60810_ C1260_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:60810, core=collection1, node_name=127.0.0.1:60810_}
[junit4] 2> 826028 T3983 C1260 P60810 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:60810/collection1/
[junit4] 2> 826029 T3983 C1260 P60810 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 826029 T3983 C1260 P60810 oasc.SyncStrategy.syncToMe https://127.0.0.1:60810/collection1/ has no replicas
[junit4] 2> 826029 T3939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 826029 T3983 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:60810/collection1/ shard3
[junit4] 2> 826029 T3983 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
[junit4] 2> 826031 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 826034 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 826037 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 826144 T3947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 826144 T3960 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 826144 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 826144 T3978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 826186 T3983 oasc.ZkController.register We are https://127.0.0.1:60810/collection1/ and leader is https://127.0.0.1:60810/collection1/
[junit4] 2> 826187 T3983 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:60810
[junit4] 2> 826187 T3983 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 826187 T3983 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 826187 T3983 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 826188 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 826189 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 826189 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 826189 T3983 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 826190 T3939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 826190 T3939 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:60810",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:60810_",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 826191 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 826293 T3947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 826293 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 826293 T3960 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 826293 T3978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 826312 T3914 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 826313 T3914 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 826315 T3914 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 826316 T3914 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:59269
[junit4] 2> 826317 T3914 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 826318 T3914 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 826318 T3914 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-005
[junit4] 2> 826318 T3914 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-005/'
[junit4] 2> 826328 T3914 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-005/solr.xml
[junit4] 2> 826335 T3914 oasc.CoreContainer.<init> New CoreContainer 4113455
[junit4] 2> 826335 T3914 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-005/]
[junit4] 2> 826336 T3914 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 826336 T3914 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 826336 T3914 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 826337 T3914 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 826337 T3914 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 826337 T3914 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 826337 T3914 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 826338 T3914 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 826338 T3914 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 826340 T3914 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 826340 T3914 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 826340 T3914 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 826341 T3914 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60640/solr
[junit4] 2> 826341 T3914 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 826342 T3914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 826343 T3994 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2513c8 name:ZooKeeperConnection Watcher:127.0.0.1:60640 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 826344 T3914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 826345 T3914 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 826346 T3996 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@eda550 name:ZooKeeperConnection Watcher:127.0.0.1:60640/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 826346 T3914 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 826354 T3914 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 827356 T3914 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59269_
[junit4] 2> 827359 T3914 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59269_
[junit4] 2> 827363 T3960 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 827363 T3978 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 827364 T3996 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 827363 T3947 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 827363 T3938 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 827381 T3997 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 827381 T3997 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 827382 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 827382 T3997 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 827383 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 827383 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 827385 T3939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 827386 T3939 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:59269",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:59269_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":null}
[junit4] 2> 827386 T3939 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 827386 T3939 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 827389 T3938 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 827491 T3960 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 827491 T3996 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 827491 T3978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 827491 T3938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 827491 T3947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 828383 T3997 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 828383 T3997 oasc.ZkContr
[...truncated too long message...]
anged
[junit4] 2> 894451 T4319 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 894451 T4319 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 894451 T4319 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 894452 T4319 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 894452 T4319 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 894452 T4319 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 894452 T4319 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 894452 T4319 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> ASYNC NEW_CORE C1809 name=collection1 org.apache.solr.core.SolrCore@10be63a url=https://127.0.0.1:48329/collection1 node=127.0.0.1:48329_ C1809_STATE=coll:collection1 core:collection1 props:{state=active, base_url=https://127.0.0.1:48329, core=collection1, node_name=127.0.0.1:48329_}
[junit4] 2> 894602 T4485 C1809 P48329 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
[junit4] 2> 894603 T4485 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
[junit4] 2> 894603 T4485 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@10be63a
[junit4] 2> 894613 T4485 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=22410,transaction_logs_total_number=1}
[junit4] 2> 894614 T4485 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 894614 T4485 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 894614 T4485 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 894614 T4485 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 894615 T4485 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 894615 T4485 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty12/index.20140608183349881 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty12/index.20140608183349881;done=false>>]
[junit4] 2> 894615 T4485 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty12/index.20140608183349881
[junit4] 2> 894615 T4485 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty12 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty12;done=false>>]
[junit4] 2> 894616 T4485 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001/tempDir-001/jetty12
[junit4] 2> 894616 T4485 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 894616 T4485 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ChaosMonkeySafeLeaderTest-11B29060DF932620-001
[junit4] 2> NOTE: test params are: codec=Lucene42, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=en_US, timezone=US/Arizona
[junit4] 2> NOTE: Linux 3.8.0-41-generic i386/Oracle Corporation 1.8.0_05 (32-bit)/cpus=8,threads=1,free=61744544,total=191815680
[junit4] 2> NOTE: All tests run in this JVM: [StressHdfsTest, BasicFunctionalityTest, SuggestComponentTest, TestLMDirichletSimilarityFactory, TestElisionMultitermQuery, TestManagedSchemaFieldResource, DirectUpdateHandlerOptimizeTest, TestSearcherReuse, TestExpandComponent, LegacyHTMLStripCharFilterTest, CopyFieldTest, OverseerRolesTest, TestCloudInspectUtil, TestInitQParser, ReplicationFactorTest, FieldMutatingUpdateProcessorTest, HdfsDirectoryTest, TestBM25SimilarityFactory, OverseerStatusTest, WordBreakSolrSpellCheckerTest, UpdateRequestProcessorFactoryTest, HdfsCollectionsAPIDistributedZkTest, CursorMarkTest, QueryEqualityTest, ClusterStateTest, TestReloadAndDeleteDocs, TestDocSet, TestShortCircuitedRequests, ZkCLITest, AutoCommitTest, TestTrie, RecoveryZkTest, TestLMJelinekMercerSimilarityFactory, TestFaceting, ReturnFieldsTest, TestSolrXMLSerializer, QueryParsingTest, ShowFileRequestHandlerTest, TestSort, URLClassifyProcessorTest, TestDocumentBuilder, BJQParserTest, TestRandomMergePolicy, SpellPossibilityIteratorTest, LukeRequestHandlerTest, TestManagedResource, TestCustomSort, UnloadDistributedZkTest, TestJmxMonitoredMap, TestReRankQParserPlugin, TestFieldSortValues, SoftAutoCommitTest, IndexSchemaTest, DocValuesTest, TestSchemaResource, TestDefaultSearchFieldResource, ScriptEngineTest, TestLuceneMatchVersion, TestCoreContainer, TestReversedWildcardFilterFactory, TestLRUCache, ShardRoutingTest, TestWriterPerf, TestFieldCollectionResource, TestAnalyzeInfixSuggestions, FastVectorHighlighterTest, TestReplicationHandler, QueryResultKeyTest, ShardSplitTest, LeaderElectionTest, UpdateParamsTest, SolrIndexSplitterTest, CSVRequestHandlerTest, TestDistribDocBasedVersion, TestValueSourceCache, DistributedTermsComponentTest, TestPostingsSolrHighlighter, TestHighlightDedupGrouping, SolrInfoMBeanTest, SchemaVersionSpecificBehaviorTest, TestRequestStatusCollectionAPI, TestRealTimeGet, SyncSliceTest, TestExtendedDismaxParser, TestAddFieldRealTimeGet, CircularListTest, SolrXmlInZkTest, TestDynamicFieldCollectionResource, TestConfigSets, LoggingHandlerTest, TestSuggestSpellingConverter, DateMathParserTest, TestNRTOpen, ChaosMonkeySafeLeaderTest]
[junit4] Completed on J0 in 75.79s, 1 test, 1 failure <<< FAILURES!
[...truncated 612 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 399 suites, 1644 tests, 1 failure, 36 ignored (15 assumptions)
Total time: 63 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0_05 -server -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0_20-ea-b15) - Build
# 10394 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10394/
Java: 64bit/jdk1.8.0_20-ea-b15 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch
Error Message:
shard1 is not consistent. Got 224 from https://127.0.0.1:37776/collection1lastClient and got 221 from https://127.0.0.1:57143/collection1
Stack Trace:
java.lang.AssertionError: shard1 is not consistent. Got 224 from https://127.0.0.1:37776/collection1lastClient and got 221 from https://127.0.0.1:57143/collection1
at __randomizedtesting.SeedInfo.seed([73461F98A6B72F2:86D2EFE1FD3412CE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1118)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:150)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11010 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/init-core-data-001
[junit4] 2> 497774 T1491 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
[junit4] 2> 497774 T1491 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 497779 T1491 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 497780 T1491 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 497781 T1492 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 497881 T1491 oasc.ZkTestServer.run start zk server on port:39310
[junit4] 2> 497882 T1491 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 497914 T1498 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23d38fdd name:ZooKeeperConnection Watcher:127.0.0.1:39310 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 497915 T1491 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 497915 T1491 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 497919 T1491 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 497920 T1500 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36d8a600 name:ZooKeeperConnection Watcher:127.0.0.1:39310/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 497921 T1491 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 497921 T1491 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 497925 T1491 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 497927 T1491 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 497929 T1491 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 497931 T1491 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 497932 T1491 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 497934 T1491 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 497935 T1491 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 497938 T1491 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 497938 T1491 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 497940 T1491 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 497941 T1491 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 497943 T1491 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 497944 T1491 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 497945 T1491 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 497946 T1491 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 497947 T1491 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 497947 T1491 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 497949 T1491 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 497950 T1491 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 497951 T1491 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 497952 T1491 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 497953 T1491 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 497955 T1491 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 497957 T1491 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 497957 T1491 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 497960 T1491 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 497961 T1502 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e38891b name:ZooKeeperConnection Watcher:127.0.0.1:39310/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 497962 T1491 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 498186 T1491 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 498189 T1491 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 498195 T1491 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:34529
[junit4] 2> 498197 T1491 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 498197 T1491 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 498197 T1491 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-002
[junit4] 2> 498197 T1491 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-002/'
[junit4] 2> 498209 T1491 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-002/solr.xml
[junit4] 2> 498218 T1491 oasc.CoreContainer.<init> New CoreContainer 1374341675
[junit4] 2> 498219 T1491 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-002/]
[junit4] 2> 498219 T1491 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 498219 T1491 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 498220 T1491 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 498220 T1491 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 498220 T1491 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 498220 T1491 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 498220 T1491 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 498221 T1491 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 498221 T1491 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 498223 T1491 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 498223 T1491 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 498223 T1491 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 498224 T1491 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39310/solr
[junit4] 2> 498224 T1491 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 498225 T1491 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 498226 T1513 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a5799a9 name:ZooKeeperConnection Watcher:127.0.0.1:39310 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 498227 T1491 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 498229 T1491 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 498231 T1515 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72663122 name:ZooKeeperConnection Watcher:127.0.0.1:39310/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 498231 T1491 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 498232 T1491 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 498234 T1491 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 498236 T1491 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 498237 T1491 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 498239 T1491 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 498241 T1491 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 498242 T1491 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34529_
[junit4] 2> 498242 T1491 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34529_
[junit4] 2> 498244 T1491 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 498245 T1491 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 498252 T1491 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:34529_
[junit4] 2> 498252 T1491 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 498255 T1491 oasc.Overseer.start Overseer (id=91899098900922372-127.0.0.1:34529_-n_0000000000) starting
[junit4] 2> 498259 T1491 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 498265 T1517 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 498265 T1491 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 498267 T1491 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 498268 T1491 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 498269 T1516 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 498271 T1518 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 498271 T1518 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 498272 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 498272 T1518 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 498273 T1516 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 498273 T1516 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34529",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:34529_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 498273 T1516 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 498273 T1516 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 498275 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 498276 T1515 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 499272 T1518 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 499273 T1518 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 499273 T1518 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 499273 T1518 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 499274 T1518 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 499274 T1518 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-002/collection1/'
[junit4] 2> 499275 T1518 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 499275 T1518 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 499275 T1518 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 499296 T1518 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 499308 T1518 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 499309 T1518 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 499314 T1518 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 499425 T1518 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 499426 T1518 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 499427 T1518 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 499430 T1518 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 499440 T1518 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 499441 T1518 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 499441 T1518 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-002/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/control/data/
[junit4] 2> 499441 T1518 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b340c6c
[junit4] 2> 499442 T1518 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/control/data
[junit4] 2> 499442 T1518 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/control/data/index/
[junit4] 2> 499442 T1518 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 499442 T1518 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/control/data/index
[junit4] 2> 499443 T1518 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=0.1357421875, floorSegmentMB=1.509765625, forceMergeDeletesPctAllowed=25.819759909802784, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6497466544215937
[junit4] 2> 499446 T1518 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 499447 T1518 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 499449 T1518 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 499449 T1518 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 499449 T1518 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 499449 T1518 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 499449 T1518 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 499450 T1518 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 499450 T1518 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 499450 T1518 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 499450 T1518 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 499451 T1518 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 499451 T1518 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 499451 T1518 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 499451 T1518 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 499451 T1518 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 499452 T1518 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 499452 T1518 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 499453 T1518 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 499454 T1518 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 499455 T1518 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 499455 T1518 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=59.0625, floorSegmentMB=0.4091796875, forceMergeDeletesPctAllowed=27.801357738085454, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 499456 T1518 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 499456 T1518 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 499457 T1518 oass.SolrIndexSearcher.<init> Opening Searcher@71950db1[collection1] main
[junit4] 2> 499457 T1518 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 499458 T1518 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 499458 T1518 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 499458 T1518 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 499458 T1518 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 499459 T1518 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 499459 T1518 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 499459 T1518 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 499459 T1518 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 499460 T1518 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 499461 T1519 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@71950db1[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 499462 T1518 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 499462 T1522 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:34529 collection:control_collection shard:shard1
[junit4] 2> 499463 T1491 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 499463 T1491 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 499464 T1522 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 499466 T1491 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 499467 T1524 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@454b36d4 name:ZooKeeperConnection Watcher:127.0.0.1:39310/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 499467 T1491 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 499469 T1491 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 499470 T1491 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 499473 T1522 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 499474 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 499475 T1522 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 499475 T1522 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C264 name=collection1 org.apache.solr.core.SolrCore@74f9b2ba url=https://127.0.0.1:34529/collection1 node=127.0.0.1:34529_ C264_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:34529, core=collection1, node_name=127.0.0.1:34529_}
[junit4] 2> 499475 T1522 C264 P34529 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:34529/collection1/
[junit4] 2> 499475 T1516 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 499475 T1522 C264 P34529 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 499475 T1522 C264 P34529 oasc.SyncStrategy.syncToMe https://127.0.0.1:34529/collection1/ has no replicas
[junit4] 2> 499476 T1522 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:34529/collection1/ shard1
[junit4] 2> 499476 T1522 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 499477 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 499480 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 499482 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 499584 T1515 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 499584 T1524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 499631 T1522 oasc.ZkController.register We are https://127.0.0.1:34529/collection1/ and leader is https://127.0.0.1:34529/collection1/
[junit4] 2> 499631 T1522 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:34529
[junit4] 2> 499631 T1522 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 499631 T1522 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 499631 T1522 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 499633 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 499633 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 499633 T1522 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 499633 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 499634 T1516 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 499634 T1516 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:34529",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:34529_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 499636 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 499697 T1491 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 499697 T1491 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 499700 T1491 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 499701 T1491 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:43145
[junit4] 2> 499703 T1491 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 499703 T1491 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 499704 T1491 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-003
[junit4] 2> 499704 T1491 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-003/'
[junit4] 2> 499716 T1491 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-003/solr.xml
[junit4] 2> 499726 T1491 oasc.CoreContainer.<init> New CoreContainer 86477133
[junit4] 2> 499726 T1491 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-003/]
[junit4] 2> 499727 T1491 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 499727 T1491 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 499727 T1491 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 499727 T1491 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 499728 T1491 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 499728 T1491 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 499728 T1491 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 499728 T1491 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 499728 T1491 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 499730 T1491 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 499730 T1491 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 499731 T1491 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 499731 T1491 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39310/solr
[junit4] 2> 499731 T1491 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 499732 T1491 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 499733 T1535 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4408c6b9 name:ZooKeeperConnection Watcher:127.0.0.1:39310 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 499734 T1491 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 499735 T1491 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 499736 T1537 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6941b88e name:ZooKeeperConnection Watcher:127.0.0.1:39310/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 499737 T1491 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 499737 T1515 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 499737 T1524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 499741 T1491 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 500743 T1491 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43145_
[junit4] 2> 500744 T1491 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43145_
[junit4] 2> 500746 T1524 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 500746 T1515 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 500746 T1537 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 500750 T1538 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 500750 T1538 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 500751 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 500751 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 500751 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 500751 T1538 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 500752 T1516 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 500753 T1516 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43145",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:43145_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":null}
[junit4] 2> 500753 T1516 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
[junit4] 2> 500753 T1516 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 500755 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 500857 T1524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 500857 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 500857 T1515 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 501752 T1538 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 501752 T1538 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 501753 T1538 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 501753 T1538 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 501754 T1538 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 501754 T1538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-003/collection1/'
[junit4] 2> 501755 T1538 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-003/collection1/lib/.svn/' to classloader
[junit4] 2> 501755 T1538 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-003/collection1/lib/classes/' to classloader
[junit4] 2> 501755 T1538 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-003/collection1/lib/README' to classloader
[junit4] 2> 501781 T1538 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 501804 T1538 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 501805 T1538 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 501811 T1538 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 501909 T1538 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 501910 T1538 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 501911 T1538 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 501914 T1538 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 501926 T1538 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 501927 T1538 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 501927 T1538 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-003/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty1/
[junit4] 2> 501927 T1538 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b340c6c
[junit4] 2> 501927 T1538 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty1
[junit4] 2> 501928 T1538 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty1/index/
[junit4] 2> 501928 T1538 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 501929 T1538 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty1/index
[junit4] 2> 501929 T1538 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=0.1357421875, floorSegmentMB=1.509765625, forceMergeDeletesPctAllowed=25.819759909802784, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6497466544215937
[junit4] 2> 501936 T1538 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 501937 T1538 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 501939 T1538 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 501939 T1538 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 501939 T1538 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 501940 T1538 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 501940 T1538 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 501940 T1538 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 501940 T1538 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 501940 T1538 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 501940 T1538 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 501941 T1538 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 501941 T1538 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 501941 T1538 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 501941 T1538 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 501942 T1538 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 501942 T1538 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 501942 T1538 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 501944 T1538 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 501945 T1538 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 501945 T1538 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 501946 T1538 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=59.0625, floorSegmentMB=0.4091796875, forceMergeDeletesPctAllowed=27.801357738085454, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 501947 T1538 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 501947 T1538 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 501947 T1538 oass.SolrIndexSearcher.<init> Opening Searcher@4010b8a3[collection1] main
[junit4] 2> 501947 T1538 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 501948 T1538 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 501948 T1538 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 501949 T1538 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 501949 T1538 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 501949 T1538 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 501950 T1538 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 501950 T1538 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 501950 T1538 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 501950 T1538 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 501952 T1539 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4010b8a3[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 501954 T1538 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 501954 T1542 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:43145 collection:collection1 shard:shard2
[junit4] 2> 501955 T1491 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 501955 T1491 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 501955 T1542 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 501959 T1542 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 501960 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 501960 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 501961 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 501961 T1542 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 501961 T1542 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 501961 T1516 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> ASYNC NEW_CORE C265 name=collection1 org.apache.solr.core.SolrCore@5137c0b8 url=https://127.0.0.1:43145/collection1 node=127.0.0.1:43145_ C265_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:43145, core=collection1, node_name=127.0.0.1:43145_}
[junit4] 2> 501961 T1542 C265 P43145 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:43145/collection1/
[junit4] 2> 501961 T1542 C265 P43145 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 501962 T1542 C265 P43145 oasc.SyncStrategy.syncToMe https://127.0.0.1:43145/collection1/ has no replicas
[junit4] 2> 501962 T1542 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:43145/collection1/ shard2
[junit4] 2> 501962 T1542 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 501963 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 501965 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 501967 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 502073 T1524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 502073 T1515 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 502073 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 502116 T1542 oasc.ZkController.register We are https://127.0.0.1:43145/collection1/ and leader is https://127.0.0.1:43145/collection1/
[junit4] 2> 502116 T1542 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:43145
[junit4] 2> 502117 T1542 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 502117 T1542 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 502117 T1542 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 502118 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 502118 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 502119 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 502119 T1542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 502119 T1516 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 502120 T1516 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:43145",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:43145_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 502121 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 502184 T1491 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 502185 T1491 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 502188 T1491 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 502189 T1491 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:54385
[junit4] 2> 502191 T1491 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 502192 T1491 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 502192 T1491 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-004
[junit4] 2> 502192 T1491 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-004/'
[junit4] 2> 502204 T1491 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-004/solr.xml
[junit4] 2> 502213 T1491 oasc.CoreContainer.<init> New CoreContainer 1542898647
[junit4] 2> 502213 T1491 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-004/]
[junit4] 2> 502214 T1491 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 502214 T1491 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 502214 T1491 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 502214 T1491 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 502214 T1491 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 502215 T1491 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 502215 T1491 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 502215 T1491 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 502215 T1491 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 502217 T1491 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 502217 T1491 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 502218 T1491 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 502218 T1491 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39310/solr
[junit4] 2> 502218 T1491 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 502219 T1491 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 502221 T1553 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a91b63f name:ZooKeeperConnection Watcher:127.0.0.1:39310 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 502221 T1491 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 502223 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 502223 T1524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 502223 T1515 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 502223 T1491 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 502226 T1555 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a52e1ca name:ZooKeeperConnection Watcher:127.0.0.1:39310/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 502226 T1491 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 502231 T1491 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 503233 T1491 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54385_
[junit4] 2> 503234 T1491 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54385_
[junit4] 2> 503236 T1537 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 503236 T1524 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 503236 T1515 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 503237 T1555 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 503241 T1556 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 503241 T1556 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 503247 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 503247 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 503247 T1556 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 503247 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 503248 T1516 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 503249 T1516 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54385",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:54385_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":null}
[junit4] 2> 503249 T1516 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 503249 T1516 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
[junit4] 2> 503251 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 503352 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 503353 T1555 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 503352 T1524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 503352 T1515 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 504248 T1556 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 504248 T1556 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 504248 T1556 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 504249 T1556 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 504249 T1556 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 504250 T1556 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-004/collection1/'
[junit4] 2> 504250 T1556 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-004/collection1/lib/.svn/' to classloader
[junit4] 2> 504250 T1556 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-004/collection1/lib/classes/' to classloader
[junit4] 2> 504251 T1556 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-004/collection1/lib/README' to classloader
[junit4] 2> 504272 T1556 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 504285 T1556 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 504286 T1556 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 504292 T1556 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 504399 T1556 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 504401 T1556 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 504402 T1556 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 504404 T1556 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 504414 T1556 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 504414 T1556 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 504414 T1556 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-004/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty2/
[junit4] 2> 504414 T1556 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b340c6c
[junit4] 2> 504415 T1556 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty2
[junit4] 2> 504415 T1556 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty2/index/
[junit4] 2> 504415 T1556 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 504416 T1556 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty2/index
[junit4] 2> 504416 T1556 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=0.1357421875, floorSegmentMB=1.509765625, forceMergeDeletesPctAllowed=25.819759909802784, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6497466544215937
[junit4] 2> 504421 T1556 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 504421 T1556 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 504423 T1556 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 504423 T1556 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 504423 T1556 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 504424 T1556 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 504424 T1556 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 504424 T1556 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 504424 T1556 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 504424 T1556 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 504424 T1556 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 504425 T1556 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 504425 T1556 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 504425 T1556 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 504426 T1556 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 504426 T1556 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 504426 T1556 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 504427 T1556 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 504428 T1556 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 504430 T1556 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 504430 T1556 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 504430 T1556 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=59.0625, floorSegmentMB=0.4091796875, forceMergeDeletesPctAllowed=27.801357738085454, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 504431 T1556 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 504431 T1556 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 504432 T1556 oass.SolrIndexSearcher.<init> Opening Searcher@1f07c882[collection1] main
[junit4] 2> 504432 T1556 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 504432 T1556 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 504432 T1556 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 504433 T1556 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 504433 T1556 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 504433 T1556 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 504434 T1556 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 504434 T1556 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 504434 T1556 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 504434 T1556 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 504437 T1557 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f07c882[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 504438 T1556 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 504438 T1560 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:54385 collection:collection1 shard:shard3
[junit4] 2> 504439 T1491 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 504439 T1491 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 504439 T1560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4] 2> 504442 T1560 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
[junit4] 2> 504443 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 504443 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 504444 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 504444 T1560 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 504444 T1560 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 504444 T1516 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> ASYNC NEW_CORE C266 name=collection1 org.apache.solr.core.SolrCore@7bc4bad8 url=https://127.0.0.1:54385/collection1 node=127.0.0.1:54385_ C266_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:54385, core=collection1, node_name=127.0.0.1:54385_}
[junit4] 2> 504444 T1560 C266 P54385 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:54385/collection1/
[junit4] 2> 504445 T1560 C266 P54385 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 504445 T1560 C266 P54385 oasc.SyncStrategy.syncToMe https://127.0.0.1:54385/collection1/ has no replicas
[junit4] 2> 504445 T1560 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:54385/collection1/ shard3
[junit4] 2> 504445 T1560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
[junit4] 2> 504446 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 504448 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 504449 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 504553 T1515 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 504553 T1555 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 504553 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 504553 T1524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 504599 T1560 oasc.ZkController.register We are https://127.0.0.1:54385/collection1/ and leader is https://127.0.0.1:54385/collection1/
[junit4] 2> 504599 T1560 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:54385
[junit4] 2> 504599 T1560 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 504600 T1560 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 504600 T1560 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 504602 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 504602 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 504602 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 504602 T1560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 504603 T1516 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 504603 T1516 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:54385",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:54385_",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 504605 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 504663 T1491 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 504664 T1491 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 504666 T1491 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 504667 T1491 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:43640
[junit4] 2> 504669 T1491 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 504669 T1491 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 504670 T1491 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-005
[junit4] 2> 504670 T1491 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-005/'
[junit4] 2> 504681 T1491 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-005/solr.xml
[junit4] 2> 504689 T1491 oasc.CoreContainer.<init> New CoreContainer 187258409
[junit4] 2> 504690 T1491 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-005/]
[junit4] 2> 504690 T1491 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 504691 T1491 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 504691 T1491 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 504691 T1491 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 504691 T1491 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 504691 T1491 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 504692 T1491 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 504692 T1491 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 504692 T1491 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 504694 T1491 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 504694 T1491 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 504694 T1491 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 504695 T1491 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39310/solr
[junit4] 2> 504695 T1491 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 504695 T1491 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 505032 T1571 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3742b879 name:ZooKeeperConnection Watcher:127.0.0.1:39310 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 505032 T1491 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 505033 T1515 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 505033 T1555 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 505033 T1524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 505033 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 505035 T1491 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 505037 T1573 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@759e5d73 name:ZooKeeperConnection Watcher:127.0.0.1:39310/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 505037 T1491 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 505055 T1491 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 506057 T1491 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43640_
[junit4] 2> 506059 T1491 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43640_
[junit4] 2> 506063 T1537 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 506063 T1524 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 506063 T1515 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 506063 T1573 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 506063 T1555 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 506071 T1574 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 506071 T1574 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 506072 T1574 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 506072 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 506073 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 506073 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 506075 T1516 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 506076 T1516 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43640",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:43640_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":null}
[junit4] 2> 506076 T1516 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 506077 T1516 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 506080 T1515 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 506182 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 506182 T1555 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 506182 T1515 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 506182 T1524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 506182 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected t
[...truncated too long message...]
on1
[junit4] 2> 637396 T1491 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 637398 T2181 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 637398 T1491 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@260b9838
[junit4] 2> 637399 T2230 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:60293",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:60293_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":null,
[junit4] 2> "core_node_name":"core_node12"}
[junit4] 2> 637400 T2181 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 637409 T1491 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=22,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=7,adds=7,deletesById=13,deletesByQuery=0,errors=0,cumulative_adds=28,cumulative_deletesById=24,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=28605,transaction_logs_total_number=3}
[junit4] 2> 637409 T1491 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 637410 T1491 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 637410 T1491 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 637410 T1491 C1355 P60293 oasu.DirectUpdateHandler2.closeWriter Committing on IndexWriter close.
[junit4] 2> 637425 T1491 C1355 P60293 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty12/index.20140608231045129,segFN=segments_6,generation=6}
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty12/index.20140608231045129,segFN=segments_7,generation=7}
[junit4] 2> 637425 T1491 C1355 P60293 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
[junit4] 2> 637426 T1491 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 637427 T1491 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 637427 T1491 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty12/index.20140608231045129 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty12/index.20140608231045129;done=false>>]
[junit4] 2> 637427 T1491 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty12/index.20140608231045129
[junit4] 2> 637427 T1491 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty12 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty12;done=false>>]
[junit4] 2> 637428 T1491 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001/tempDir-001/jetty12
[junit4] 2> 637428 T2230 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:60293_
[junit4] 2> 637451 T1491 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4] 2> 637503 T1491 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> 637504 T1491 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:39310 39310
[junit4] 2> 638930 T2232 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:302)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:291)
[junit4] 2>
[junit4] 2> 638930 T2181 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 652826 T1492 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:39310 39310
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.method=testDistribSearch -Dtests.seed=73461F98A6B72F2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_CU -Dtests.timezone=Africa/Accra -Dtests.file.encoding=UTF-8
[junit4] FAILURE 155s J1 | ChaosMonkeySafeLeaderTest.testDistribSearch <<<
[junit4] > Throwable #1: java.lang.AssertionError: shard1 is not consistent. Got 224 from https://127.0.0.1:37776/collection1lastClient and got 221 from https://127.0.0.1:57143/collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([73461F98A6B72F2:86D2EFE1FD3412CE]:0)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1139)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1118)
[junit4] > at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:150)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 652852 T1491 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-73461F98A6B72F2-001
[junit4] 2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=es_CU, timezone=Africa/Accra
[junit4] 2> NOTE: Linux 3.8.0-41-generic amd64/Oracle Corporation 1.8.0_20-ea (64-bit)/cpus=8,threads=1,free=89640024,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestUpdate, TestDistributedGrouping, IndexBasedSpellCheckerTest, TestDistributedSearch, AliasIntegrationTest, TestCloudManagedSchema, NoCacheHeaderTest, SuggesterWFSTTest, CachingDirectoryFactoryTest, TestCollationField, TestDFRSimilarityFactory, TestCSVResponseWriter, TestDistributedMissingSort, TestZkChroot, PluginInfoTest, AtomicUpdatesTest, BasicZkTest, AlternateDirectoryTest, CollectionsAPIDistributedZkTest, HardAutoCommitTest, TestManagedResourceStorage, ChaosMonkeyNothingIsSafeTest, ConnectionManagerTest, ChaosMonkeySafeLeaderTest]
[junit4] Completed on J1 in 155.11s, 1 test, 1 failure <<< FAILURES!
[...truncated 961 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 399 suites, 1644 tests, 1 failure, 37 ignored (16 assumptions)
Total time: 70 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0_20-ea-b15 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0_20-ea-b15) - Build
# 10393 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10393/
Java: 32bit/jdk1.8.0_20-ea-b15 -client -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ReplicationFactorTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([BC47D24DFB9785EF]:0)
REGRESSION: org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch
Error Message:
Leader never changed
Stack Trace:
java.lang.AssertionError: Leader never changed
at __randomizedtesting.SeedInfo.seed([BC47D24DFB9785EF:3DA15C558CC8E5D3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.BasicDistributedZkTest.testANewCollectionInOneInstanceWithManualShardAssignement(BasicDistributedZkTest.java:855)
at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:372)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
REGRESSION: org.apache.solr.cloud.ReplicationFactorTest.testDistribSearch
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([BC47D24DFB9785EF]:0)
Build Log:
[...truncated 10952 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/init-core-data-001
[junit4] 2> 380869 T1605 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /wd_/
[junit4] 2> 380875 T1605 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 380876 T1605 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 380877 T1606 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 380976 T1605 oasc.ZkTestServer.run start zk server on port:36936
[junit4] 2> 380978 T1605 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 389937 T1609 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 8956ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
[junit4] 2> 389939 T1612 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19ce5d0 name:ZooKeeperConnection Watcher:127.0.0.1:36936 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 389940 T1605 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 389942 T1605 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 389951 T1607 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1467ce559720000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 389952 T1605 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 389956 T1614 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e5bb46 name:ZooKeeperConnection Watcher:127.0.0.1:36936/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 389957 T1605 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 389958 T1605 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 389964 T1605 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 389969 T1605 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 389970 T1605 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 389972 T1605 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 389973 T1605 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 389977 T1605 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 389977 T1605 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 389980 T1605 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 389980 T1605 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 389983 T1605 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 389983 T1605 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 389985 T1605 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 389986 T1605 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 389988 T1605 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 389988 T1605 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 389990 T1605 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 389990 T1605 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 389992 T1605 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 389993 T1605 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 389995 T1605 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 389996 T1605 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 389998 T1605 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 389998 T1605 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 390000 T1605 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 390001 T1605 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 390283 T1605 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 390286 T1605 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54896
[junit4] 2> 390287 T1605 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 390287 T1605 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 390288 T1605 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-002
[junit4] 2> 390288 T1605 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-002/'
[junit4] 2> 390315 T1605 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-002/solr.xml
[junit4] 2> 390345 T1605 oasc.CoreContainer.<init> New CoreContainer 25798310
[junit4] 2> 390346 T1605 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-002/]
[junit4] 2> 390346 T1605 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 390347 T1605 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 390347 T1605 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 390348 T1605 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 390348 T1605 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 390348 T1605 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 390349 T1605 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 390349 T1605 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 390349 T1605 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 390350 T1605 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 390351 T1605 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 390351 T1605 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 390351 T1605 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36936/solr
[junit4] 2> 390352 T1605 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 390352 T1605 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 390354 T1625 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ee2d37 name:ZooKeeperConnection Watcher:127.0.0.1:36936 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 390354 T1605 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 390356 T1605 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 390357 T1627 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f4d40 name:ZooKeeperConnection Watcher:127.0.0.1:36936/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 390357 T1605 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 390359 T1605 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 390361 T1605 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 390363 T1605 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 390366 T1605 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 390368 T1605 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 390378 T1605 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 390380 T1605 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54896_wd_
[junit4] 2> 390381 T1605 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54896_wd_
[junit4] 2> 390383 T1605 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 390385 T1605 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 390387 T1605 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54896_wd_
[junit4] 2> 390388 T1605 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 390390 T1605 oasc.Overseer.start Overseer (id=91898166897672195-127.0.0.1:54896_wd_-n_0000000000) starting
[junit4] 2> 390392 T1605 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 390399 T1629 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 390399 T1605 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 390403 T1605 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 390405 T1605 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 390408 T1628 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 390410 T1630 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 390411 T1630 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 390412 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 390412 T1630 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 390413 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 390413 T1628 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54896/wd_",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:54896_wd_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 390414 T1628 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 390414 T1628 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 390416 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 390416 T1627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 391412 T1630 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 391413 T1630 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 391414 T1630 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 391415 T1630 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 391417 T1630 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 391417 T1630 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-002/collection1/'
[junit4] 2> 391419 T1630 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 391420 T1630 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 391421 T1630 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 391464 T1630 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 391479 T1630 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 391480 T1630 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 391503 T1630 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 391674 T1630 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 391674 T1630 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 391675 T1630 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 391682 T1630 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 391684 T1630 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 391698 T1630 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 391702 T1630 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 391705 T1630 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 391706 T1630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 391706 T1630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 391706 T1630 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 391707 T1630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 391707 T1630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 391707 T1630 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 391708 T1630 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 391708 T1630 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-002/collection1/, dataDir=./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/control/data/
[junit4] 2> 391708 T1630 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e566a3
[junit4] 2> 391709 T1630 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/control/data
[junit4] 2> 391710 T1630 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/control/data/index/
[junit4] 2> 391710 T1630 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 391710 T1630 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/control/data/index
[junit4] 2> 391711 T1630 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=64.5078125, floorSegmentMB=0.9228515625, forceMergeDeletesPctAllowed=23.282600146289685, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 391712 T1630 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1415855 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@40ecee),segFN=segments_1,generation=1}
[junit4] 2> 391712 T1630 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 391716 T1630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 391716 T1630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 391717 T1630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 391717 T1630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 391717 T1630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 391717 T1630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 391718 T1630 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 391718 T1630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 391718 T1630 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 391719 T1630 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 391720 T1630 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 391720 T1630 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 391720 T1630 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 391721 T1630 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 391721 T1630 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 391722 T1630 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 391724 T1630 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 391726 T1630 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 391726 T1630 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 391727 T1630 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4778891057204311]
[junit4] 2> 391728 T1630 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1415855 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@40ecee),segFN=segments_1,generation=1}
[junit4] 2> 391728 T1630 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 391728 T1630 oass.SolrIndexSearcher.<init> Opening Searcher@fe4c53[collection1] main
[junit4] 2> 391729 T1630 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 391729 T1630 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 391730 T1630 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 391730 T1630 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 391730 T1630 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 391731 T1630 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 391731 T1630 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 391731 T1630 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 391732 T1630 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 391732 T1630 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 391736 T1631 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fe4c53[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 391738 T1630 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 391739 T1634 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54896/wd_ collection:control_collection shard:shard1
[junit4] 2> 391739 T1605 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 391740 T1634 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 391740 T1605 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 391741 T1605 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 391742 T1636 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@557e9d name:ZooKeeperConnection Watcher:127.0.0.1:36936/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 391742 T1605 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 391744 T1605 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 391745 T1634 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 391746 T1605 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 391747 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 391748 T1634 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 391748 T1634 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 391748 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> ASYNC NEW_CORE C403 name=collection1 org.apache.solr.core.SolrCore@1727b03 url=http://127.0.0.1:54896/wd_/collection1 node=127.0.0.1:54896_wd_ C403_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:54896/wd_, core=collection1, node_name=127.0.0.1:54896_wd_}
[junit4] 2> 391748 T1634 C403 P54896 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54896/wd_/collection1/
[junit4] 2> 391750 T1634 C403 P54896 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 391750 T1634 C403 P54896 oasc.SyncStrategy.syncToMe http://127.0.0.1:54896/wd_/collection1/ has no replicas
[junit4] 2> 391750 T1634 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54896/wd_/collection1/ shard1
[junit4] 2> 391751 T1634 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 391752 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 391757 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 391760 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 391862 T1636 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 391862 T1627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 391909 T1634 oasc.ZkController.register We are http://127.0.0.1:54896/wd_/collection1/ and leader is http://127.0.0.1:54896/wd_/collection1/
[junit4] 2> 391909 T1634 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54896/wd_
[junit4] 2> 391909 T1634 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 391910 T1634 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 391910 T1634 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 391911 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 391911 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 391912 T1634 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 391912 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 391913 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 391913 T1628 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:54896/wd_",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:54896_wd_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 391915 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 392017 T1627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 392017 T1636 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 392053 T1605 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 392055 T1605 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 392057 T1605 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51018
[junit4] 2> 392057 T1605 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 392058 T1605 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 392059 T1605 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-003
[junit4] 2> 392060 T1605 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-003/'
[junit4] 2> 392092 T1605 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-003/solr.xml
[junit4] 2> 392109 T1605 oasc.CoreContainer.<init> New CoreContainer 26664208
[junit4] 2> 392110 T1605 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-003/]
[junit4] 2> 392111 T1605 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 392111 T1605 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 392112 T1605 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 392112 T1605 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 392113 T1605 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 392113 T1605 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 392114 T1605 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 392114 T1605 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 392115 T1605 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 392116 T1605 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 392116 T1605 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 392117 T1605 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 392118 T1605 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36936/solr
[junit4] 2> 392118 T1605 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 392119 T1605 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 392121 T1647 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a8c8c4 name:ZooKeeperConnection Watcher:127.0.0.1:36936 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 392122 T1605 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 392124 T1605 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 392125 T1649 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a530f4 name:ZooKeeperConnection Watcher:127.0.0.1:36936/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 392125 T1605 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 392130 T1605 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 393134 T1605 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51018_wd_
[junit4] 2> 393136 T1605 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51018_wd_
[junit4] 2> 393140 T1649 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 393140 T1627 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 393144 T1636 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 393152 T1650 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 393153 T1650 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 393156 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 393156 T1650 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 393157 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 393158 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 393159 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 393161 T1628 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51018/wd_",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:51018_wd_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 393162 T1628 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 393162 T1628 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 393167 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 393270 T1636 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 393270 T1627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 393270 T1649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 394157 T1650 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 394158 T1650 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 394159 T1650 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 394159 T1650 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 394160 T1650 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 394160 T1650 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-003/collection1/'
[junit4] 2> 394161 T1650 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-003/collection1/lib/.svn/' to classloader
[junit4] 2> 394161 T1650 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-003/collection1/lib/classes/' to classloader
[junit4] 2> 394162 T1650 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-003/collection1/lib/README' to classloader
[junit4] 2> 394200 T1650 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 394217 T1650 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 394218 T1650 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 394228 T1650 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 394394 T1650 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 394395 T1650 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 394396 T1650 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 394403 T1650 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 394405 T1650 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 394420 T1650 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 394424 T1650 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 394427 T1650 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 394428 T1650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 394429 T1650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 394429 T1650 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 394430 T1650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 394430 T1650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 394430 T1650 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 394430 T1650 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 394431 T1650 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-003/collection1/, dataDir=./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/jetty1/
[junit4] 2> 394431 T1650 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e566a3
[junit4] 2> 394432 T1650 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/jetty1
[junit4] 2> 394432 T1650 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/jetty1/index/
[junit4] 2> 394433 T1650 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 394433 T1650 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/jetty1/index
[junit4] 2> 394433 T1650 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=64.5078125, floorSegmentMB=0.9228515625, forceMergeDeletesPctAllowed=23.282600146289685, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 394434 T1650 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@f02b2c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@fc7938),segFN=segments_1,generation=1}
[junit4] 2> 394435 T1650 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 394439 T1650 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 394440 T1650 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 394440 T1650 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 394440 T1650 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 394441 T1650 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 394441 T1650 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 394441 T1650 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 394442 T1650 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 394442 T1650 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 394443 T1650 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 394444 T1650 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 394444 T1650 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 394445 T1650 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 394445 T1650 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 394446 T1650 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 394447 T1650 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 394449 T1650 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 394450 T1650 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 394450 T1650 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 394451 T1650 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4778891057204311]
[junit4] 2> 394452 T1650 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@f02b2c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@fc7938),segFN=segments_1,generation=1}
[junit4] 2> 394452 T1650 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 394453 T1650 oass.SolrIndexSearcher.<init> Opening Searcher@fc99a4[collection1] main
[junit4] 2> 394453 T1650 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 394454 T1650 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 394454 T1650 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 394454 T1650 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 394455 T1650 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 394455 T1650 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 394456 T1650 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 394456 T1650 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 394456 T1650 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 394456 T1650 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 394462 T1651 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fc99a4[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 394466 T1650 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 394466 T1654 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51018/wd_ collection:collection1 shard:shard2
[junit4] 2> 394467 T1605 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 394467 T1654 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 394467 T1605 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 394472 T1654 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 394474 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 394474 T1654 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 394474 T1654 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 394474 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> ASYNC NEW_CORE C404 name=collection1 org.apache.solr.core.SolrCore@17d36d5 url=http://127.0.0.1:51018/wd_/collection1 node=127.0.0.1:51018_wd_ C404_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:51018/wd_, core=collection1, node_name=127.0.0.1:51018_wd_}
[junit4] 2> 394474 T1654 C404 P51018 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51018/wd_/collection1/
[junit4] 2> 394475 T1654 C404 P51018 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 394475 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 394476 T1654 C404 P51018 oasc.SyncStrategy.syncToMe http://127.0.0.1:51018/wd_/collection1/ has no replicas
[junit4] 2> 394476 T1654 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51018/wd_/collection1/ shard2
[junit4] 2> 394476 T1654 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 394477 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 394479 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 394493 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 394497 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 394599 T1636 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 394599 T1649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 394599 T1627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 394644 T1654 oasc.ZkController.register We are http://127.0.0.1:51018/wd_/collection1/ and leader is http://127.0.0.1:51018/wd_/collection1/
[junit4] 2> 394644 T1654 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51018/wd_
[junit4] 2> 394645 T1654 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 394645 T1654 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 394645 T1654 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 394646 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 394647 T1654 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 394647 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 394647 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 394648 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 394649 T1628 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:51018/wd_",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:51018_wd_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 394651 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 394752 T1636 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 394752 T1649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 394752 T1627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 394760 T1605 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 394761 T1605 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 394764 T1605 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:32949
[junit4] 2> 394765 T1605 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 394765 T1605 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 394766 T1605 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-004
[junit4] 2> 394766 T1605 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-004/'
[junit4] 2> 394786 T1605 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-004/solr.xml
[junit4] 2> 394798 T1605 oasc.CoreContainer.<init> New CoreContainer 22676274
[junit4] 2> 394799 T1605 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-004/]
[junit4] 2> 394799 T1605 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 394800 T1605 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 394800 T1605 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 394800 T1605 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 394801 T1605 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 394801 T1605 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 394802 T1605 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 394802 T1605 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 394802 T1605 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 394803 T1605 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 394803 T1605 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 394804 T1605 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 394804 T1605 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36936/solr
[junit4] 2> 394805 T1605 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 394805 T1605 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 394807 T1665 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12778f1 name:ZooKeeperConnection Watcher:127.0.0.1:36936 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 394807 T1605 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 394809 T1605 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 394810 T1667 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bd7bf5 name:ZooKeeperConnection Watcher:127.0.0.1:36936/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 394810 T1605 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 394820 T1605 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 395823 T1605 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32949_wd_
[junit4] 2> 395826 T1605 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32949_wd_
[junit4] 2> 395829 T1649 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 395830 T1667 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 395830 T1627 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 395830 T1636 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 395839 T1668 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 395840 T1668 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 395841 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 395841 T1668 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 395842 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 395843 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 395845 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 395846 T1628 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:32949/wd_",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:32949_wd_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 395846 T1628 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 395847 T1628 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 395850 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 395953 T1649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 395953 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 395953 T1636 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 395953 T1627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 396842 T1668 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 396843 T1668 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 396843 T1668 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 396843 T1668 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 396844 T1668 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 396845 T1668 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-004/collection1/'
[junit4] 2> 396845 T1668 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-004/collection1/lib/.svn/' to classloader
[junit4] 2> 396846 T1668 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-004/collection1/lib/classes/' to classloader
[junit4] 2> 396846 T1668 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-004/collection1/lib/README' to classloader
[junit4] 2> 396875 T1668 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 396887 T1668 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 396889 T1668 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 396899 T1668 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 397058 T1668 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 397059 T1668 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 397060 T1668 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 397066 T1668 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 397070 T1668 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 397089 T1668 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 397094 T1668 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 397097 T1668 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 397098 T1668 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 397098 T1668 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 397098 T1668 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 397099 T1668 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 397100 T1668 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 397100 T1668 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 397100 T1668 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 397100 T1668 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-004/collection1/, dataDir=./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/jetty2/
[junit4] 2> 397101 T1668 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e566a3
[junit4] 2> 397102 T1668 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/jetty2
[junit4] 2> 397102 T1668 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/jetty2/index/
[junit4] 2> 397102 T1668 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 397102 T1668 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-001/jetty2/index
[junit4] 2> 397103 T1668 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=64.5078125, floorSegmentMB=0.9228515625, forceMergeDeletesPctAllowed=23.282600146289685, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 397104 T1668 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@e27cab lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9cbb80),segFN=segments_1,generation=1}
[junit4] 2> 397104 T1668 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 397108 T1668 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 397109 T1668 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 397109 T1668 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 397109 T1668 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 397110 T1668 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 397110 T1668 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 397110 T1668 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 397111 T1668 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 397111 T1668 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 397112 T1668 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 397112 T1668 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 397113 T1668 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 397113 T1668 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 397114 T1668 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 397114 T1668 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 397115 T1668 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 397117 T1668 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 397119 T1668 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 397120 T1668 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 397120 T1668 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4778891057204311]
[junit4] 2> 397121 T1668 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@e27cab lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9cbb80),segFN=segments_1,generation=1}
[junit4] 2> 397121 T1668 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 397122 T1668 oass.SolrIndexSearcher.<init> Opening Searcher@f5e62c[collection1] main
[junit4] 2> 397122 T1668 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 397123 T1668 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 397123 T1668 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 397124 T1668 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 397124 T1668 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 397124 T1668 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 397125 T1668 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 397125 T1668 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 397125 T1668 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 397126 T1668 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 397131 T1669 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f5e62c[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 397134 T1668 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 397135 T1672 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:32949/wd_ collection:collection1 shard:shard1
[junit4] 2> 397135 T1605 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 397136 T1672 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 397136 T1605 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 397140 T1672 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 397142 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 397142 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 397142 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 397142 T1672 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 397143 T1672 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C405 name=collection1 org.apache.solr.core.SolrCore@223578 url=http://127.0.0.1:32949/wd_/collection1 node=127.0.0.1:32949_wd_ C405_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:32949/wd_, core=collection1, node_name=127.0.0.1:32949_wd_}
[junit4] 2> 397143 T1672 C405 P32949 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:32949/wd_/collection1/
[junit4] 2> 397143 T1672 C405 P32949 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 397143 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 397143 T1672 C405 P32949 oasc.SyncStrategy.syncToMe http://127.0.0.1:32949/wd_/collection1/ has no replicas
[junit4] 2> 397144 T1672 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:32949/wd_/collection1/ shard1
[junit4] 2> 397144 T1672 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 397146 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 397148 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 397152 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 397255 T1649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 397255 T1627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 397255 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 397255 T1636 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 397299 T1672 oasc.ZkController.register We are http://127.0.0.1:32949/wd_/collection1/ and leader is http://127.0.0.1:32949/wd_/collection1/
[junit4] 2> 397300 T1672 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:32949/wd_
[junit4] 2> 397300 T1672 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 397300 T1672 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 397300 T1672 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 397302 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 397302 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 397302 T1672 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 397302 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 397303 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 397304 T1628 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:32949/wd_",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:32949_wd_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 397306 T1627 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 397409 T1649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 397409 T1667 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 397409 T1627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 397409 T1636 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 397432 T1605 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 397433 T1605 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 397434 T1605 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59698
[junit4] 2> 397436 T1605 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 397436 T1605 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 397437 T1605 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-005
[junit4] 2> 397438 T1605 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-005/'
[junit4] 2> 397462 T1605 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-005/solr.xml
[junit4] 2> 397481 T1605 oasc.CoreContainer.<init> New CoreContainer 27939431
[junit4] 2> 397481 T1605 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.BasicDistributedZkTest-BC47D24DFB9785EF-001/tempDir-005/]
[junit4] 2> 397482 T1605 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 397482 T1605 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 397483 T1605 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 397483 T1605 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 397483 T1605 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 397484 T1605 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 397484 T1605 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 397484 T1605 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 397485 T1605 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 397486 T1605 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 397486 T1605 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 397486 T1605 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 397487 T1605 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36936/solr
[junit4] 2> 397487 T1605 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 397488 T1605 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 397490 T1683 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19fdeaa name:ZooKeeperConnection Watcher:127.0.0.1:36936 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 397491 T1605 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 397495 T1605 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 397496 T1685 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19933eb name:ZooKeeperConnection Watcher:127.0.0.1:36936/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 397497 T1605 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 397510 T1605 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 398516 T1605 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59698_wd_
[junit4] 2> 398519 T1605 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59698_wd_
[junit4] 2> 398523 T1627 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 398524 T1667 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 398524 T1636 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 3985
[...truncated too long message...]
safe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 8) Thread[id=3107, name=qtp30560500-3107 Selector0, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
[junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
[junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] 2> at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
[junit4] 2> at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 9) Thread[id=3106, name=HashSessionScavenger-46, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.util.TimerThread.mainLoop(Timer.java:552)
[junit4] 2> at java.util.TimerThread.run(Timer.java:505)
[junit4] 2> 10) Thread[id=3066, name=TEST-ReplicationFactorTest.testDistribSearch-seed#[BC47D24DFB9785EF]-SendThread(127.0.0.1:40903), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] 2> 11) Thread[id=3121, name=Thread-1092, state=WAITING, group=TGRP-ReplicationFactorTest]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at org.apache.solr.core.CloserThread.run(CoreContainer.java:944)
[junit4] 2> 12) Thread[id=3110, name=qtp30560500-3110 Acceptor1 SelectChannelConnector@127.0.0.1:58255, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
[junit4] 2> at org.eclipse.jetty.server.nio.SelectChannelConnector.getConnection(SelectChannelConnector.java:160)
[junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:934)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 13) Thread[id=3117, name=TEST-ReplicationFactorTest.testDistribSearch-seed#[BC47D24DFB9785EF]-SendThread(127.0.0.1:40903), state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
[junit4] 2> 14) Thread[id=3139, name=SocketProxy-DataTransfer-33257:58255, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:107)
[junit4] 2> at org.apache.solr.cloud.SocketProxy$Bridge$Pump.run(SocketProxy.java:328)
[junit4] 2> 15) Thread[id=3108, name=qtp30560500-3108 Selector1, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
[junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
[junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] 2> at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
[junit4] 2> at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Lucene49: {_version_=PostingsFormat(name=Lucene41WithOrds), multiDefault=MockVariableIntBlock(baseBlockSize=66), a_t=MockVariableIntBlock(baseBlockSize=66), intDefault=PostingsFormat(name=Lucene41WithOrds), range_facet_sl=PostingsFormat(name=Direct), range_facet_si=MockVariableIntBlock(baseBlockSize=66), id=PostingsFormat(name=Direct), text=Lucene41(blocksize=128), range_facet_l=MockVariableIntBlock(baseBlockSize=66), timestamp=MockVariableIntBlock(baseBlockSize=66)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=es_GT, timezone=Navajo
[junit4] 2> NOTE: Linux 3.8.0-41-generic i386/Oracle Corporation 1.8.0_20-ea (32-bit)/cpus=8,threads=19,free=113982328,total=218103808
[junit4] 2> NOTE: All tests run in this JVM: [TestPostingsSolrHighlighter, DocValuesTest, CopyFieldTest, ExternalFileFieldSortTest, LoggingHandlerTest, SliceStateTest, TestSchemaResource, TestFaceting, TestSort, FastVectorHighlighterTest, HdfsDirectoryTest, SolrIndexSplitterTest, TestCollectionAPI, BlockDirectoryTest, ScriptEngineTest, FieldMutatingUpdateProcessorTest, TestLFUCache, CustomCollectionTest, TestRemoteStreaming, TestManagedStopFilterFactory, TestBM25SimilarityFactory, PolyFieldTest, TestLMDirichletSimilarityFactory, OverseerTest, ShowFileRequestHandlerTest, TestNonNRTOpen, FileBasedSpellCheckerTest, IndexSchemaTest, TestCopyFieldCollectionResource, TestAnalyzeInfixSuggestions, CursorPagingTest, QueryEqualityTest, TestRandomDVFaceting, TestSearchPerf, SyncSliceTest, BasicDistributedZkTest, SuggesterFSTTest, HdfsCollectionsAPIDistributedZkTest, TestNRTOpen, TestReRankQParserPlugin, TestInitQParser, BinaryUpdateRequestHandlerTest, ReturnFieldsTest, SOLR749Test, TestFieldCollectionResource, TestConfig, ClusterStateUpdateTest, ZkCLITest, ZkControllerTest, UnloadDistributedZkTest, LeaderElectionTest, LukeRequestHandlerTest, SolrXmlInZkTest, HdfsRecoveryZkTest, ClusterStateTest, TestFunctionQuery, TestDocSet, TestJoin, TestRequestStatusCollectionAPI, LegacyHTMLStripCharFilterTest, PreAnalyzedUpdateProcessorTest, RecoveryZkTest, TestWriterPerf, TestCoreContainer, TestSolrIndexConfig, UpdateParamsTest, DistributedQueryElevationComponentTest, TestSolrQueryParser, TestTrie, ReplicationFactorTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ReplicationFactorTest -Dtests.seed=BC47D24DFB9785EF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_GT -Dtests.timezone=Navajo -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | ReplicationFactorTest (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([BC47D24DFB9785EF]:0)
[junit4] Completed on J0 in 7223.66s, 1 test, 2 errors <<< FAILURES!
[...truncated 99 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 399 suites, 1644 tests, 1 suite-level error, 1 error, 1 failure, 162 ignored (15 assumptions)
Total time: 174 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0_20-ea-b15 -client -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0_05) - Build # 10392
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10392/
Java: 32bit/jdk1.8.0_05 -server -XX:+UseSerialGC
2 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch
Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:60569/solr within 10000 ms
Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:60569/solr within 10000 ms
at __randomizedtesting.SeedInfo.seed([87DA91BA62205B16:63C1FA2157F3B2A]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:151)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:102)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:92)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:209)
at org.apache.solr.client.solrj.impl.CloudSolrServer.connect(CloudSolrServer.java:240)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:515)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1513)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1539)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:165)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:60569/solr within 10000 ms
at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:143)
... 50 more
REGRESSION: org.apache.solr.cloud.ZkSolrClientTest.testReconnect
Error Message:
KeeperErrorCode = NodeExists for /collections/collection3
Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection3
at __randomizedtesting.SeedInfo.seed([87DA91BA62205B16:5EF918C825B99669]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:329)
at org.apache.solr.cloud.ZkSolrClientTest.testReconnect(ZkSolrClientTest.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10914 lines...]
[junit4] Suite: org.apache.solr.cloud.ZkSolrClientTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-87DA91BA62205B16-001/init-core-data-001
[junit4] 2> 426490 T1360 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
[junit4] 2> 426490 T1360 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 426491 T1360 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/'
[junit4] 2> 426491 T1360 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
[junit4] 2> 426492 T1360 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 426492 T1360 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 426533 T1360 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 426574 T1360 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 426575 T1360 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 426581 T1360 oass.IndexSchema.readSchema [null] Schema name=test
[junit4] 2> 426704 T1360 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 426705 T1360 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 426705 T1360 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 426716 T1360 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 426718 T1360 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 426724 T1360 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 426727 T1360 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 426729 T1360 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 426730 T1360 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 426730 T1360 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 426730 T1360 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 426731 T1360 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 426731 T1360 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 426731 T1360 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 426732 T1360 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr
[junit4] 2> 426732 T1360 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/'
[junit4] 2> 426751 T1360 oasc.CoreContainer.<init> New CoreContainer 24736265
[junit4] 2> 426752 T1360 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/]
[junit4] 2> 426752 T1360 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4] 2> 426752 T1360 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
[junit4] 2> 426753 T1360 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4] 2> 426753 T1360 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 426753 T1360 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 426754 T1360 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 426754 T1360 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 426754 T1360 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 426754 T1360 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 426755 T1360 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 426755 T1360 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 426756 T1360 oasc.CoreContainer.load Host Name:
[junit4] 2> 426757 T1361 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/'
[junit4] 2> 426758 T1361 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
[junit4] 2> 426758 T1361 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 426758 T1361 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 426780 T1361 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 426809 T1361 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 426809 T1361 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 426813 T1361 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 426924 T1361 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 426924 T1361 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 426924 T1361 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 426928 T1361 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 426930 T1361 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 426934 T1361 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 426936 T1361 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 426938 T1361 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 426938 T1361 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 426939 T1361 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 426939 T1361 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 426939 T1361 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 426939 T1361 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 426939 T1361 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/
[junit4] 2> 426940 T1361 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 426940 T1361 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-87DA91BA62205B16-001/init-core-data-001/
[junit4] 2> 426940 T1361 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1772e0f
[junit4] 2> 426941 T1361 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-87DA91BA62205B16-001/init-core-data-001
[junit4] 2> 426941 T1361 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-87DA91BA62205B16-001/init-core-data-001/index/
[junit4] 2> 426941 T1361 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-87DA91BA62205B16-001/init-core-data-001/index' doesn't exist. Creating new index...
[junit4] 2> 426941 T1361 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-87DA91BA62205B16-001/init-core-data-001/index
[junit4] 2> 426942 T1361 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 426942 T1361 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@26f758 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@f82b91)),segFN=segments_1,generation=1}
[junit4] 2> 426942 T1361 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 426943 T1361 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4] 2> 426945 T1361 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 426945 T1361 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 426945 T1361 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
[junit4] 2> 426945 T1361 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4] 2> 426945 T1361 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 426946 T1361 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 426946 T1361 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
[junit4] 2> 426946 T1361 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
[junit4] 2> 426946 T1361 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
[junit4] 2> 426946 T1361 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4] 2> 426946 T1361 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 426947 T1361 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 426947 T1361 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 426947 T1361 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 426947 T1361 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 426947 T1361 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 426948 T1361 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 426948 T1361 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 426948 T1361 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4] 2> 426949 T1361 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4] 2> 426949 T1361 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 426949 T1361 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 426949 T1361 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4] 2> 426949 T1361 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4] 2> 426950 T1361 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4] 2> 426950 T1361 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 426950 T1361 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 426950 T1361 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 426950 T1361 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 426951 T1361 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 426951 T1361 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 426951 T1361 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 426951 T1361 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 426952 T1361 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 426952 T1361 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4] 2> 426952 T1361 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4] 2> 426954 T1361 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 426954 T1361 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4] 2> 426956 T1361 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 426956 T1361 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 426956 T1361 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=39, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 426957 T1361 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@26f758 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@f82b91)),segFN=segments_1,generation=1}
[junit4] 2> 426957 T1361 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 426957 T1361 oass.SolrIndexSearcher.<init> Opening Searcher@d1f3c4[collection1] main
[junit4] 2> 426957 T1361 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
[junit4] 2> 426957 T1361 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
[junit4] 2> 426958 T1361 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
[junit4] 2> 426958 T1361 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 426958 T1361 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 426958 T1361 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4] 2> 427027 T1361 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 427053 T1362 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d1f3c4[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 427055 T1361 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 427057 T1360 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 427060 T1360 oas.SolrTestCaseJ4.setUp ###Starting testClean
[junit4] 2> 427061 T1360 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 427061 T1364 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 427161 T1360 oasc.ZkTestServer.run start zk server on port:57602
[junit4] 2> 427162 T1360 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 427167 T1370 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3996ec name:ZooKeeperConnection Watcher:127.0.0.1:57602 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 427167 T1360 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 427169 T1360 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 427174 T1372 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6bf94 name:ZooKeeperConnection Watcher:127.0.0.1:57602 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 427174 T1360 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 427174 T1360 oascc.SolrZkClient.makePath makePath: /test/path/here
[junit4] 2> 427177 T1360 oascc.SolrZkClient.makePath makePath: /zz/path/here
[junit4] 2> 427195 T1360 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:57602 57602
[junit4] 2> 427751 T1364 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:57602 57602
[junit4] 2> 427753 T1360 oas.SolrTestCaseJ4.tearDown ###Ending testClean
[junit4] 2> 427759 T1360 oas.SolrTestCaseJ4.setUp ###Starting testReconnect
[junit4] 2> 427760 T1360 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 427761 T1373 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 427861 T1360 oasc.ZkTestServer.run start zk server on port:34717
[junit4] 2> 427861 T1360 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 427864 T1379 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b9498 name:ZooKeeperConnection Watcher:127.0.0.1:34717 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 427864 T1360 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 427867 T1360 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 427868 T1381 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a1898 name:ZooKeeperConnection Watcher:127.0.0.1:34717 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 427868 T1360 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 427868 T1360 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 427871 T1360 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 427872 T1383 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e6d03 name:ZooKeeperConnection Watcher:127.0.0.1:34717/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 427872 T1360 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 427872 T1360 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 427874 T1360 oascc.SolrZkClient.makePath makePath: collections/collection1
[junit4] 2> 427875 T1360 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:34717 34717
[junit4] 2> 443028 T1373 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:34717 34717
[junit4] 2> 443110 T1360 oascc.SolrZkClient.makePath makePath: collections/collection2
[junit4] 2> 443128 T1383 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e6d03 name:ZooKeeperConnection Watcher:127.0.0.1:34717/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4] 2> 443128 T1383 oascc.ConnectionManager.process zkClient has disconnected
[junit4] 2> 443128 T1360 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:34717
[junit4] 2> 443129 T1384 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 443229 T1360 oasc.ZkTestServer.run start zk server on port:34717
[junit4] 2> 443830 T1360 oascc.SolrZkClient.makePath makePath: collections/collection3
[junit4] 2> 444449 T1383 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e6d03 name:ZooKeeperConnection Watcher:127.0.0.1:34717/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 451121 T1385 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1467c62c90a0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 451221 T1383 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e6d03 name:ZooKeeperConnection Watcher:127.0.0.1:34717/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4] 2> 451222 T1383 oascc.ConnectionManager.process zkClient has disconnected
[junit4] 2> 452285 T1387 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 7833ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
[junit4] 2> 452286 T1387 oazs.NIOServerCnxn.sendBuffer ERROR Unexpected Exception: java.nio.channels.CancelledKeyException
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:77)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendBuffer(NIOServerCnxn.java:151)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendResponse(NIOServerCnxn.java:1081)
[junit4] 2> at org.apache.zookeeper.server.FinalRequestProcessor.processRequest(FinalRequestProcessor.java:404)
[junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.flush(SyncRequestProcessor.java:200)
[junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:131)
[junit4] 2>
[junit4] 2> 452286 T1387 oazs.NIOServerCnxn.sendBuffer ERROR Unexpected Exception: java.nio.channels.CancelledKeyException
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:77)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendBuffer(NIOServerCnxn.java:151)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendResponse(NIOServerCnxn.java:1081)
[junit4] 2> at org.apache.zookeeper.server.FinalRequestProcessor.processRequest(FinalRequestProcessor.java:170)
[junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:169)
[junit4] 2>
[junit4] 2> 452875 T1383 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e6d03 name:ZooKeeperConnection Watcher:127.0.0.1:34717/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 452877 T1360 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:34717 34717
[junit4] 2> 452878 T1384 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:34717 34717
[junit4] 2> 452880 T1360 oas.SolrTestCaseJ4.tearDown ###Ending testReconnect
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkSolrClientTest -Dtests.method=testReconnect -Dtests.seed=87DA91BA62205B16 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lv_LV -Dtests.timezone=Asia/Brunei -Dtests.file.encoding=US-ASCII
[junit4] ERROR 25.1s J1 | ZkSolrClientTest.testReconnect <<<
[junit4] > Throwable #1: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection3
[junit4] > at __randomizedtesting.SeedInfo.seed([87DA91BA62205B16:5EF918C825B99669]:0)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] > at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:329)
[junit4] > at org.apache.solr.cloud.ZkSolrClientTest.testReconnect(ZkSolrClientTest.java:136)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 452888 T1360 oas.SolrTestCaseJ4.setUp ###Starting testConnect
[junit4] 2> 452889 T1360 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 452889 T1389 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 452989 T1360 oasc.ZkTestServer.run start zk server on port:36110
[junit4] 2> 452990 T1360 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 452993 T1395 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ecbf43 name:ZooKeeperConnection Watcher:127.0.0.1:36110 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 452993 T1360 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 452995 T1390 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1467c632b320000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 452995 T1360 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 453004 T1397 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e514f7 name:ZooKeeperConnection Watcher:127.0.0.1:36110/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 453004 T1360 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 453005 T1360 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:36110 36110
[junit4] 2> 453935 T1389 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:36110 36110
[junit4] 2> 453936 T1360 oas.SolrTestCaseJ4.tearDown ###Ending testConnect
[junit4] 2> 453939 T1360 oas.SolrTestCaseJ4.setUp ###Starting testWatchChildren
[junit4] 2> 453940 T1360 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 453940 T1398 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 454040 T1360 oasc.ZkTestServer.run start zk server on port:35660
[junit4] 2> 454042 T1360 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 454046 T1404 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@192b27 name:ZooKeeperConnection Watcher:127.0.0.1:35660 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 454046 T1360 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 454448 T1360 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 454449 T1406 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a4ff3 name:ZooKeeperConnection Watcher:127.0.0.1:35660 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 454450 T1360 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 454450 T1360 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 454453 T1360 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 454454 T1408 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@163ff58 name:ZooKeeperConnection Watcher:127.0.0.1:35660/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 454454 T1360 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 454454 T1360 oascc.SolrZkClient.makePath makePath: /collections
[junit4] 2> 454456 T1360 oascc.SolrZkClient.makePath makePath: /collections/collection99/shards
[junit4] 2> 454458 T1360 oascc.SolrZkClient.makePath makePath: collections/collection99/config=collection1
[junit4] 2> 454459 T1360 oascc.SolrZkClient.makePath makePath: collections/collection99/config=collection3
[junit4] 2> 454460 T1360 oascc.SolrZkClient.makePath makePath: /collections/collection97/shards
[junit4] 2> 455164 T1360 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:35660 35660
[junit4] 2> 465484 T1398 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:35660 35660
[junit4] 2> 465486 T1360 oas.SolrTestCaseJ4.tearDown ###Ending testWatchChildren
[junit4] 2> 465490 T1360 oas.SolrTestCaseJ4.setUp ###Starting testMakeRootNode
[junit4] 2> 465491 T1360 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 465491 T1409 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 465591 T1360 oasc.ZkTestServer.run start zk server on port:51257
[junit4] 2> 465592 T1360 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 465634 T1415 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1eb11af name:ZooKeeperConnection Watcher:127.0.0.1:51257 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 465634 T1360 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 465637 T1360 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 465637 T1410 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1467c635c6c0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 465639 T1417 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@905b66 name:ZooKeeperConnection Watcher:127.0.0.1:51257 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 465639 T1360 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 465639 T1360 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 465642 T1410 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1467c635c6c0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 465644 T1360 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 465647 T1419 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d97d0 name:ZooKeeperConnection Watcher:127.0.0.1:51257 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 465647 T1360 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 465649 T1410 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1467c635c6c0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 465650 T1360 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51257 51257
[junit4] 2> 471441 T1409 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51257 51257
[junit4] 2> 471443 T1360 oas.SolrTestCaseJ4.tearDown ###Ending testMakeRootNode
[junit4] 2> 473445 T1360 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 473446 T1360 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=24736265
[junit4] 2> 473446 T1360 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@118a2cb
[junit4] 2> 473467 T1360 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
[junit4] 2> 473468 T1360 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 473468 T1360 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 473468 T1360 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 473480 T1360 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 473481 T1360 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 473481 T1360 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-87DA91BA62205B16-001/init-core-data-001/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-87DA91BA62205B16-001/init-core-data-001/index;done=false>>]
[junit4] 2> 473482 T1360 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-87DA91BA62205B16-001/init-core-data-001/index
[junit4] 2> 473482 T1360 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-87DA91BA62205B16-001/init-core-data-001 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-87DA91BA62205B16-001/init-core-data-001;done=false>>]
[junit4] 2> 473482 T1360 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-87DA91BA62205B16-001/init-core-data-001
[junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-87DA91BA62205B16-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=lv_LV, timezone=Asia/Brunei
[junit4] 2> NOTE: Linux 3.8.0-41-generic i386/Oracle Corporation 1.8.0_05 (32-bit)/cpus=8,threads=1,free=53632592,total=174669824
[junit4] 2> NOTE: All tests run in this JVM: [MultiThreadedOCPTest, TestFreeTextSuggestions, DefaultValueUpdateProcessorTest, OpenExchangeRatesOrgProviderTest, ResponseHeaderTest, OpenCloseCoreStressTest, TestBinaryResponseWriter, CoreContainerCoreInitFailuresTest, TestHighFrequencyDictionaryFactory, HardAutoCommitTest, TestIndexSearcher, BadIndexSchemaTest, TestLazyCores, TestCodecSupport, AtomicUpdatesTest, TestUpdate, TestDistributedGrouping, TestSolrQueryParserResource, TestSolrQueryParserDefaultOperatorResource, TestRandomFaceting, BasicDistributedZk2Test, ShardRoutingCustomTest, TestRecoveryHdfs, BlockCacheTest, SuggesterTSTTest, TestCoreDiscovery, SimplePostToolTest, TestAtomicUpdateErrorCases, DebugComponentTest, TestComponentsName, TestImplicitCoreProperties, DisMaxRequestHandlerTest, TestStressLucene, TestCloudManagedSchema, NotRequiredUniqueKeyTest, TestManagedSynonymFilterFactory, TestChildDocTransformer, ZkSolrClientTest]
[junit4] Completed on J1 in 47.01s, 5 tests, 1 error <<< FAILURES!
[...truncated 302 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/init-core-data-001
[junit4] 2> 957094 T3124 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
[junit4] 2> 957095 T3124 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /yx/g
[junit4] 2> 957099 T3124 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 957099 T3124 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 957100 T3125 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 957200 T3124 oasc.ZkTestServer.run start zk server on port:60569
[junit4] 2> 957201 T3124 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 957283 T3131 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a4c179 name:ZooKeeperConnection Watcher:127.0.0.1:60569 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 957284 T3124 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 957284 T3124 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 957289 T3124 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 957290 T3133 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7594fb name:ZooKeeperConnection Watcher:127.0.0.1:60569/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 957290 T3124 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 957291 T3124 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 957301 T3124 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 957304 T3124 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 957305 T3124 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 957307 T3124 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 957308 T3124 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 957311 T3124 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 957311 T3124 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 957314 T3124 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 957314 T3124 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 957316 T3124 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 957317 T3124 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 957319 T3124 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 957319 T3124 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 957321 T3124 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 957322 T3124 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 957324 T3124 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 957325 T3124 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 957327 T3124 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 957327 T3124 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 957329 T3124 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 957330 T3124 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 957331 T3124 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 957332 T3124 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 957335 T3124 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 957336 T3124 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 957348 T3124 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 957349 T3135 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@963d2f name:ZooKeeperConnection Watcher:127.0.0.1:60569/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 957349 T3124 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 957713 T3124 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 957717 T3124 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 957724 T3124 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:46989
[junit4] 2> 957726 T3124 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 957727 T3124 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 957727 T3124 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-002
[junit4] 2> 957728 T3124 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-002/'
[junit4] 2> 957766 T3124 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-002/solr.xml
[junit4] 2> 957776 T3124 oasc.CoreContainer.<init> New CoreContainer 21627907
[junit4] 2> 957797 T3124 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-002/]
[junit4] 2> 957797 T3124 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 957798 T3124 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 957798 T3124 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 957799 T3124 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 957799 T3124 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 957800 T3124 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 957800 T3124 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 957801 T3124 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 957801 T3124 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 957803 T3124 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 957804 T3124 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 957804 T3124 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 957805 T3124 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60569/solr
[junit4] 2> 957806 T3124 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 957820 T3124 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 957820 T3146 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c287c2 name:ZooKeeperConnection Watcher:127.0.0.1:60569 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 957821 T3124 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 957828 T3124 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 957829 T3148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f3e3bb name:ZooKeeperConnection Watcher:127.0.0.1:60569/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 957829 T3124 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 957830 T3124 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 957832 T3124 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 957834 T3124 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 957836 T3124 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 957837 T3124 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 957839 T3124 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 957840 T3124 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46989_yx%2Fg
[junit4] 2> 957841 T3124 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46989_yx%2Fg
[junit4] 2> 957843 T3124 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 957845 T3124 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 957853 T3124 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:46989_yx%2Fg
[junit4] 2> 957853 T3124 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 957855 T3124 oasc.Overseer.start Overseer (id=91897640820473860-127.0.0.1:46989_yx%2Fg-n_0000000000) starting
[junit4] 2> 957857 T3124 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 957877 T3150 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 957877 T3124 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 957880 T3124 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 957881 T3124 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 957884 T3149 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 957885 T3151 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 957885 T3151 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 957886 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 957887 T3151 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 957887 T3149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 957888 T3149 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46989/yx/g",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:46989_yx%2Fg",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 957888 T3149 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 957888 T3149 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 957889 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 957890 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 958887 T3151 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 958888 T3151 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 958888 T3151 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 958888 T3151 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 958889 T3151 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 958889 T3151 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-002/collection1/'
[junit4] 2> 958890 T3151 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 958890 T3151 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 958891 T3151 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 958915 T3151 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 958935 T3151 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 958936 T3151 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 958943 T3151 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 959063 T3151 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 959065 T3151 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 959066 T3151 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 959068 T3151 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 959081 T3151 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 959081 T3151 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 959093 T3151 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-002/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/control/data/
[junit4] 2> 959094 T3151 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1772e0f
[junit4] 2> 959094 T3151 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/control/data
[junit4] 2> 959095 T3151 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/control/data/index/
[junit4] 2> 959095 T3151 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 959096 T3151 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/control/data/index
[junit4] 2> 959096 T3151 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=91.419921875, floorSegmentMB=1.298828125, forceMergeDeletesPctAllowed=29.31295924569475, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 959105 T3151 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 959105 T3151 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 959108 T3151 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 959108 T3151 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 959109 T3151 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 959109 T3151 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 959109 T3151 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 959110 T3151 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 959110 T3151 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 959110 T3151 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 959111 T3151 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 959111 T3151 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 959111 T3151 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 959112 T3151 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 959112 T3151 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 959112 T3151 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 959113 T3151 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 959113 T3151 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 959116 T3151 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 959117 T3151 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 959117 T3151 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 959118 T3151 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=98.40625, floorSegmentMB=2.13671875, forceMergeDeletesPctAllowed=10.401456227234261, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8651352867465573
[junit4] 2> 959119 T3151 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 959119 T3151 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 959120 T3151 oass.SolrIndexSearcher.<init> Opening Searcher@323341[collection1] main
[junit4] 2> 959120 T3151 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 959121 T3151 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 959121 T3151 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 959121 T3151 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 959122 T3151 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 959122 T3151 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 959122 T3151 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 959123 T3151 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 959123 T3151 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 959123 T3151 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 959126 T3151 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 959126 T3152 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@323341[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 959136 T3155 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:46989/yx/g collection:control_collection shard:shard1
[junit4] 2> 959137 T3124 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 959137 T3124 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 959137 T3155 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 959141 T3155 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 959142 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 959143 T3155 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 959143 T3155 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1731 name=collection1 org.apache.solr.core.SolrCore@1b32af6 url=https://127.0.0.1:46989/yx/g/collection1 node=127.0.0.1:46989_yx%2Fg C1731_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:46989/yx/g, core=collection1, node_name=127.0.0.1:46989_yx%2Fg}
[junit4] 2> 959143 T3155 C1731 P46989 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:46989/yx/g/collection1/
[junit4] 2> 959144 T3155 C1731 P46989 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 959144 T3155 C1731 P46989 oasc.SyncStrategy.syncToMe https://127.0.0.1:46989/yx/g/collection1/ has no replicas
[junit4] 2> 959144 T3155 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:46989/yx/g/collection1/ shard1
[junit4] 2> 959144 T3155 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 959145 T3149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 959147 T3124 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 959147 T3157 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c9c259 name:ZooKeeperConnection Watcher:127.0.0.1:60569/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 959148 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 959150 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 959153 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 959155 T3124 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 959156 T3124 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 959157 T3124 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 959255 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 959255 T3157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 959301 T3155 oasc.ZkController.register We are https://127.0.0.1:46989/yx/g/collection1/ and leader is https://127.0.0.1:46989/yx/g/collection1/
[junit4] 2> 959301 T3155 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:46989/yx/g
[junit4] 2> 959301 T3155 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 959302 T3155 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 959302 T3155 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 959303 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 959303 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 959303 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 959304 T3155 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 959305 T3149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 959305 T3149 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:46989/yx/g",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:46989_yx%2Fg",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 959306 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 959408 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 959408 T3157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 959425 T3124 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 959426 T3124 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 959429 T3124 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 959430 T3124 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:33397
[junit4] 2> 959432 T3124 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 959433 T3124 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 959433 T3124 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-003
[junit4] 2> 959434 T3124 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-003/'
[junit4] 2> 959450 T3124 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-003/solr.xml
[junit4] 2> 959460 T3124 oasc.CoreContainer.<init> New CoreContainer 19163337
[junit4] 2> 959460 T3124 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-003/]
[junit4] 2> 959461 T3124 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 959461 T3124 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 959462 T3124 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 959462 T3124 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 959463 T3124 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 959463 T3124 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 959463 T3124 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 959464 T3124 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 959464 T3124 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 959466 T3124 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 959466 T3124 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 959466 T3124 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 959467 T3124 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60569/solr
[junit4] 2> 959467 T3124 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 959468 T3124 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 959472 T3168 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@189e8d1 name:ZooKeeperConnection Watcher:127.0.0.1:60569 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 959472 T3124 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 959474 T3124 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 959475 T3170 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@842e3 name:ZooKeeperConnection Watcher:127.0.0.1:60569/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 959475 T3124 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 959480 T3124 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 960482 T3124 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33397_yx%2Fg
[junit4] 2> 960483 T3124 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33397_yx%2Fg
[junit4] 2> 960484 T3148 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 960485 T3170 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 960485 T3157 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 960487 T3171 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 960488 T3171 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 960488 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 960488 T3171 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 960488 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 960488 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 960489 T3149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 960490 T3149 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33397/yx/g",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:33397_yx%2Fg",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":null}
[junit4] 2> 960490 T3149 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
[junit4] 2> 960490 T3149 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 960492 T3148 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 960594 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 960594 T3157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 960594 T3170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 961488 T3171 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 961489 T3171 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 961489 T3171 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 961489 T3171 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 961490 T3171 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 961490 T3171 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-003/collection1/'
[junit4] 2> 961491 T3171 oasc.SolrResourc
[...truncated too long message...]
r.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 1068582 T3678 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1068582 T3349 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 1068583 T3244 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/jetty5
[junit4] 2> 1068583 T3349 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/jetty10 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/jetty10;done=false>>]
[junit4] 2> 1068584 T3244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1068584 T3349 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/jetty10
[junit4] 2> 1068584 T3244 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1068584 T3349 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/jetty10/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/jetty10/index;done=false>>]
[junit4] 2> 1068585 T3349 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001/tempDir-001/jetty10/index
[junit4] 2> 1068584 T3244 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 1068585 T3349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4] 2> 1068585 T3244 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1068585 T3349 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1068586 T3349 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1068586 T3349 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-87DA91BA62205B16-001
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=126), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=126)), sim=DefaultSimilarity, locale=uk_UA, timezone=Pacific/Chatham
[junit4] 2> NOTE: Linux 3.8.0-41-generic i386/Oracle Corporation 1.8.0_05 (32-bit)/cpus=8,threads=1,free=65746368,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [MultiThreadedOCPTest, TestFreeTextSuggestions, DefaultValueUpdateProcessorTest, OpenExchangeRatesOrgProviderTest, ResponseHeaderTest, OpenCloseCoreStressTest, TestBinaryResponseWriter, CoreContainerCoreInitFailuresTest, TestHighFrequencyDictionaryFactory, HardAutoCommitTest, TestIndexSearcher, BadIndexSchemaTest, TestLazyCores, TestCodecSupport, AtomicUpdatesTest, TestUpdate, TestDistributedGrouping, TestSolrQueryParserResource, TestSolrQueryParserDefaultOperatorResource, TestRandomFaceting, BasicDistributedZk2Test, ShardRoutingCustomTest, TestRecoveryHdfs, BlockCacheTest, SuggesterTSTTest, TestCoreDiscovery, SimplePostToolTest, TestAtomicUpdateErrorCases, DebugComponentTest, TestComponentsName, TestImplicitCoreProperties, DisMaxRequestHandlerTest, TestStressLucene, TestCloudManagedSchema, NotRequiredUniqueKeyTest, TestManagedSynonymFilterFactory, TestChildDocTransformer, ZkSolrClientTest, BasicZkTest, TestArbitraryIndexDir, TestSchemaSimilarityResource, DistributedQueryComponentOptimizationTest, TestMiniSolrCloudCluster, TestCloudManagedSchemaAddField, InfoHandlerTest, FullSolrCloudDistribCmdsTest, StandardRequestHandlerTest, TestFuzzyAnalyzedSuggestions, TestQueryTypes, FieldAnalysisRequestHandlerTest, TestSolrDeletionPolicy2, TestPartialUpdateDeduplication, SolrPluginUtilsTest, LeaderElectionIntegrationTest, TestInfoStreamLogging, DistributedQueryComponentCustomSortTest, SolrCoreCheckLockOnStartupTest, CachingDirectoryFactoryTest, PluginInfoTest, AnalysisErrorHandlingTest, TestSolrCoreProperties, SolrIndexConfigTest, DirectSolrConnectionTest, TestXIncludeConfig, TestJmxIntegration, DistribDocExpirationUpdateProcessorTest, TestOmitPositions, TestRTGBase, CurrencyFieldOpenExchangeTest, TestSolrJ, MigrateRouteKeyTest, TestFileDictionaryLookup, TestHashPartitioner, TestRangeQuery, DocValuesMultiTest, AliasIntegrationTest, HdfsSyncSliceTest, MinimalSchemaTest, TestAnalyzedSuggestions, SuggesterWFSTTest, SpellCheckCollatorTest, ConnectionManagerTest, MultiTermTest, AddBlockUpdateTest, ChaosMonkeySafeLeaderTest]
[junit4] Completed on J1 in 112.60s, 1 test, 1 error <<< FAILURES!
[...truncated 744 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 399 suites, 1644 tests, 2 errors, 36 ignored (15 assumptions)
Total time: 68 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0_05 -server -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0_20-ea-b15) - Build
# 10391 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10391/
Java: 32bit/jdk1.8.0_20-ea-b15 -client -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testDistribSearch
Error Message:
Wrong doc count on shard1_0. See SOLR-5309 expected:<280> but was:<351>
Stack Trace:
java.lang.AssertionError: Wrong doc count on shard1_0. See SOLR-5309 expected:<280> but was:<351>
at __randomizedtesting.SeedInfo.seed([9DBD62324E04BBC:883D583B53BF2B80]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:470)
at org.apache.solr.cloud.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:240)
at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:104)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
No live SolrServers available to handle this request
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
at __randomizedtesting.SeedInfo.seed([9DBD62324E04BBC:883D583B53BF2B80]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:650)
at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1149)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1118)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:236)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11282 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/init-core-data-001
[junit4] 2> 901909 T3456 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 901914 T3456 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 901915 T3456 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 901915 T3457 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 902015 T3456 oasc.ZkTestServer.run start zk server on port:48765
[junit4] 2> 902016 T3456 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 902360 T3463 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fe82bc name:ZooKeeperConnection Watcher:127.0.0.1:48765 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 902360 T3456 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 902360 T3456 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 902365 T3456 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 902366 T3465 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@de2720 name:ZooKeeperConnection Watcher:127.0.0.1:48765/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 902366 T3456 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 902366 T3456 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 902370 T3456 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 902373 T3456 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 902378 T3456 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 902380 T3456 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 902380 T3456 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 902383 T3456 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 902384 T3456 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 902386 T3456 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 902387 T3456 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 902389 T3456 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 902390 T3456 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 902392 T3456 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 902392 T3456 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 902395 T3456 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 902397 T3456 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 902402 T3456 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 902403 T3456 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 902405 T3456 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 902406 T3456 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 902408 T3456 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 902408 T3456 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 902411 T3456 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 902412 T3456 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 902415 T3456 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 902415 T3456 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 902757 T3456 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 902765 T3456 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46211
[junit4] 2> 902766 T3456 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 902766 T3456 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 902767 T3456 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-002
[junit4] 2> 902767 T3456 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-002/'
[junit4] 2> 902788 T3456 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-002/solr.xml
[junit4] 2> 902817 T3456 oasc.CoreContainer.<init> New CoreContainer 24558631
[junit4] 2> 902818 T3456 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-002/]
[junit4] 2> 902819 T3456 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 902819 T3456 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 902819 T3456 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 902820 T3456 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 902820 T3456 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 902820 T3456 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 902821 T3456 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 902821 T3456 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 902821 T3456 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 902822 T3456 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 902822 T3456 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 902823 T3456 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 902823 T3456 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48765/solr
[junit4] 2> 902823 T3456 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 902824 T3456 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 902826 T3476 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8ee6b0 name:ZooKeeperConnection Watcher:127.0.0.1:48765 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 902826 T3456 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 902828 T3456 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 902829 T3478 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1570c2e name:ZooKeeperConnection Watcher:127.0.0.1:48765/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 902829 T3456 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 902831 T3456 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 902833 T3456 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 902835 T3456 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 902836 T3456 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 902839 T3456 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 902842 T3456 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 902844 T3456 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46211_
[junit4] 2> 902844 T3456 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46211_
[junit4] 2> 902848 T3456 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 902850 T3456 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 902853 T3456 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:46211_
[junit4] 2> 902853 T3456 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 902854 T3456 oasc.Overseer.start Overseer (id=91897146361774083-127.0.0.1:46211_-n_0000000000) starting
[junit4] 2> 902858 T3456 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 902864 T3480 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 902864 T3456 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 902866 T3456 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 902867 T3456 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 902868 T3479 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 902871 T3481 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 902871 T3481 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 902873 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 902873 T3481 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 902874 T3479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 902874 T3479 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46211",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:46211_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 902875 T3479 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 902875 T3479 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 902877 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 902878 T3478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 903873 T3481 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 903874 T3481 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 903874 T3481 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 903875 T3481 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 903876 T3481 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 903876 T3481 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-002/collection1/'
[junit4] 2> 903877 T3481 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 903878 T3481 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 903878 T3481 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 903942 T3481 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 903964 T3481 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 903965 T3481 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 904017 T3481 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 904171 T3481 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 904173 T3481 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 904175 T3481 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 904180 T3481 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 904218 T3481 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 904218 T3481 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 904219 T3481 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-002/collection1/, dataDir=./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/control/data/
[junit4] 2> 904219 T3481 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16027da
[junit4] 2> 904220 T3481 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/control/data
[junit4] 2> 904220 T3481 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/control/data/index/
[junit4] 2> 904220 T3481 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 904221 T3481 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/control/data/index
[junit4] 2> 904221 T3481 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=31.1025390625, floorSegmentMB=1.5830078125, forceMergeDeletesPctAllowed=3.1674228134172857, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 904222 T3481 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@ed89df lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@8a9c26),segFN=segments_1,generation=1}
[junit4] 2> 904223 T3481 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 904227 T3481 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 904227 T3481 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 904228 T3481 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 904228 T3481 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 904228 T3481 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 904229 T3481 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 904229 T3481 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 904230 T3481 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 904231 T3481 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 904231 T3481 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 904232 T3481 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 904232 T3481 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 904232 T3481 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 904233 T3481 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 904233 T3481 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 904234 T3481 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 904236 T3481 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 904238 T3481 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 904238 T3481 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 904239 T3481 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 904240 T3481 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@ed89df lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@8a9c26),segFN=segments_1,generation=1}
[junit4] 2> 904240 T3481 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 904240 T3481 oass.SolrIndexSearcher.<init> Opening Searcher@192b32[collection1] main
[junit4] 2> 904241 T3481 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 904241 T3481 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 904241 T3481 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 904242 T3481 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 904242 T3481 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 904242 T3481 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 904243 T3481 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 904243 T3481 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 904244 T3481 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 904244 T3481 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 904247 T3482 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@192b32[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 904250 T3481 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 904250 T3485 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46211 collection:control_collection shard:shard1
[junit4] 2> 904251 T3456 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 904251 T3456 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 904253 T3456 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 904261 T3485 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 904262 T3487 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16bf2bc name:ZooKeeperConnection Watcher:127.0.0.1:48765/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 904262 T3456 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 904264 T3456 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 904266 T3456 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 904273 T3485 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 904275 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 904275 T3485 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 904275 T3485 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1936 name=collection1 org.apache.solr.core.SolrCore@1596257 url=http://127.0.0.1:46211/collection1 node=127.0.0.1:46211_ C1936_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:46211, core=collection1, node_name=127.0.0.1:46211_}
[junit4] 2> 904276 T3485 C1936 P46211 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46211/collection1/
[junit4] 2> 904276 T3479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 904276 T3485 C1936 P46211 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 904277 T3485 C1936 P46211 oasc.SyncStrategy.syncToMe http://127.0.0.1:46211/collection1/ has no replicas
[junit4] 2> 904277 T3485 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46211/collection1/ shard1
[junit4] 2> 904277 T3485 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 904278 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 904281 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 904284 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 904385 T3478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 904385 T3487 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 904432 T3485 oasc.ZkController.register We are http://127.0.0.1:46211/collection1/ and leader is http://127.0.0.1:46211/collection1/
[junit4] 2> 904433 T3485 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46211
[junit4] 2> 904433 T3485 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 904433 T3485 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 904434 T3485 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 904435 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 904435 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 904436 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 904436 T3485 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 904437 T3479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 904438 T3479 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:46211",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:46211_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 904440 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 904541 T3478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 904541 T3487 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 904671 T3456 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 904672 T3456 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 904675 T3456 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35775
[junit4] 2> 904676 T3456 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 904676 T3456 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 904676 T3456 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-003
[junit4] 2> 904677 T3456 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-003/'
[junit4] 2> 904695 T3456 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-003/solr.xml
[junit4] 2> 904716 T3456 oasc.CoreContainer.<init> New CoreContainer 20550328
[junit4] 2> 904717 T3456 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-003/]
[junit4] 2> 904718 T3456 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 904718 T3456 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 904719 T3456 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 904719 T3456 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 904720 T3456 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 904720 T3456 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 904721 T3456 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 904721 T3456 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 904722 T3456 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 904723 T3456 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 904723 T3456 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 904724 T3456 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 904724 T3456 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48765/solr
[junit4] 2> 904725 T3456 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 904726 T3456 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 904728 T3498 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11bf18b name:ZooKeeperConnection Watcher:127.0.0.1:48765 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 904728 T3456 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 904732 T3456 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 904733 T3500 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@625056 name:ZooKeeperConnection Watcher:127.0.0.1:48765/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 904733 T3456 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 904740 T3456 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 905742 T3456 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35775_
[junit4] 2> 905743 T3456 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35775_
[junit4] 2> 905745 T3478 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 905746 T3500 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 905746 T3487 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 905751 T3501 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 905751 T3501 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 905753 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 905753 T3501 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 905753 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 905753 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 905755 T3479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 905756 T3479 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35775",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:35775_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 905756 T3479 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 905756 T3479 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 905762 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 905864 T3478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 905864 T3500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 905864 T3487 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 906753 T3501 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 906754 T3501 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 906755 T3501 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 906755 T3501 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 906756 T3501 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 906757 T3501 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-003/collection1/'
[junit4] 2> 906758 T3501 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-003/collection1/lib/.svn/' to classloader
[junit4] 2> 906758 T3501 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-003/collection1/lib/classes/' to classloader
[junit4] 2> 906759 T3501 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-003/collection1/lib/README' to classloader
[junit4] 2> 906811 T3501 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 906836 T3501 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 906839 T3501 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 906859 T3501 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 907007 T3501 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 907009 T3501 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 907010 T3501 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 907014 T3501 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 907039 T3501 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 907040 T3501 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 907040 T3501 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-003/collection1/, dataDir=./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/jetty1/
[junit4] 2> 907040 T3501 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16027da
[junit4] 2> 907041 T3501 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/jetty1
[junit4] 2> 907042 T3501 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/jetty1/index/
[junit4] 2> 907042 T3501 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 907043 T3501 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/jetty1/index
[junit4] 2> 907043 T3501 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=31.1025390625, floorSegmentMB=1.5830078125, forceMergeDeletesPctAllowed=3.1674228134172857, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 907044 T3501 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1b7eee0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6c1245),segFN=segments_1,generation=1}
[junit4] 2> 907044 T3501 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 907050 T3501 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 907051 T3501 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 907051 T3501 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 907052 T3501 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 907052 T3501 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 907052 T3501 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 907053 T3501 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 907054 T3501 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 907054 T3501 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 907056 T3501 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 907057 T3501 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 907057 T3501 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 907057 T3501 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 907058 T3501 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 907059 T3501 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 907060 T3501 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 907062 T3501 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 907063 T3501 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 907063 T3501 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 907064 T3501 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 907065 T3501 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1b7eee0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6c1245),segFN=segments_1,generation=1}
[junit4] 2> 907065 T3501 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 907065 T3501 oass.SolrIndexSearcher.<init> Opening Searcher@1fd7a12[collection1] main
[junit4] 2> 907066 T3501 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 907067 T3501 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 907067 T3501 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 907067 T3501 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 907067 T3501 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 907068 T3501 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 907068 T3501 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 907068 T3501 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 907069 T3501 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 907069 T3501 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 907074 T3502 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1fd7a12[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 907078 T3501 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 907078 T3505 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35775 collection:collection1 shard:shard2
[junit4] 2> 907079 T3456 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 907079 T3505 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 907079 T3456 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 907084 T3505 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 907085 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 907085 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 907085 T3505 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 907085 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 907086 T3505 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1937 name=collection1 org.apache.solr.core.SolrCore@1de2451 url=http://127.0.0.1:35775/collection1 node=127.0.0.1:35775_ C1937_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:35775, core=collection1, node_name=127.0.0.1:35775_}
[junit4] 2> 907086 T3505 C1937 P35775 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35775/collection1/
[junit4] 2> 907086 T3479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 907086 T3505 C1937 P35775 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 907087 T3505 C1937 P35775 oasc.SyncStrategy.syncToMe http://127.0.0.1:35775/collection1/ has no replicas
[junit4] 2> 907087 T3505 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35775/collection1/ shard2
[junit4] 2> 907087 T3505 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 907088 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 907091 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 907093 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 907196 T3478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 907196 T3500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 907196 T3487 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 907242 T3505 oasc.ZkController.register We are http://127.0.0.1:35775/collection1/ and leader is http://127.0.0.1:35775/collection1/
[junit4] 2> 907242 T3505 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35775
[junit4] 2> 907242 T3505 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 907243 T3505 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 907243 T3505 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 907245 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 907245 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 907245 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 907245 T3505 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 907246 T3479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 907247 T3479 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:35775",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:35775_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 907249 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 907351 T3478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 907351 T3487 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 907351 T3500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 907392 T3456 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 907393 T3456 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 907396 T3456 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58153
[junit4] 2> 907397 T3456 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 907397 T3456 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 907398 T3456 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-004
[junit4] 2> 907398 T3456 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-004/'
[junit4] 2> 907417 T3456 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-004/solr.xml
[junit4] 2> 907436 T3456 oasc.CoreContainer.<init> New CoreContainer 16487101
[junit4] 2> 907437 T3456 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-004/]
[junit4] 2> 907437 T3456 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 907438 T3456 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 907438 T3456 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 907438 T3456 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 907439 T3456 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 907439 T3456 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 907439 T3456 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 907440 T3456 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 907440 T3456 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 907441 T3456 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 907441 T3456 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 907441 T3456 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 907442 T3456 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48765/solr
[junit4] 2> 907442 T3456 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 907443 T3456 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 907444 T3516 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f29b13 name:ZooKeeperConnection Watcher:127.0.0.1:48765 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 907445 T3456 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 907448 T3456 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 907450 T3518 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a75df name:ZooKeeperConnection Watcher:127.0.0.1:48765/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 907450 T3456 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 907457 T3456 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 908460 T3456 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58153_
[junit4] 2> 908461 T3456 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58153_
[junit4] 2> 908463 T3478 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 908463 T3487 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 908463 T3518 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 908463 T3500 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 908468 T3519 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 908468 T3519 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 908469 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 908469 T3519 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 908469 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 908470 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 908471 T3479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 908472 T3479 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58153",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:58153_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 908472 T3479 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 908472 T3479 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 908475 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 908576 T3478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 908576 T3518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 908576 T3487 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 908576 T3500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 909470 T3519 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 909470 T3519 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 909471 T3519 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 909471 T3519 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 909472 T3519 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 909472 T3519 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-004/collection1/'
[junit4] 2> 909473 T3519 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-004/collection1/lib/.svn/' to classloader
[junit4] 2> 909473 T3519 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-004/collection1/lib/classes/' to classloader
[junit4] 2> 909474 T3519 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-004/collection1/lib/README' to classloader
[junit4] 2> 909503 T3519 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 909517 T3519 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 909518 T3519 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 909529 T3519 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 909705 T3519 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 909707 T3519 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 909708 T3519 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 909714 T3519 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 909745 T3519 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 909746 T3519 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 909746 T3519 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-004/collection1/, dataDir=./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/jetty2/
[junit4] 2> 909747 T3519 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16027da
[junit4] 2> 909747 T3519 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/jetty2
[junit4] 2> 909748 T3519 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/jetty2/index/
[junit4] 2> 909748 T3519 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 909749 T3519 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-001/jetty2/index
[junit4] 2> 909749 T3519 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=31.1025390625, floorSegmentMB=1.5830078125, forceMergeDeletesPctAllowed=3.1674228134172857, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 909750 T3519 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1503db2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7cd67d),segFN=segments_1,generation=1}
[junit4] 2> 909751 T3519 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 909756 T3519 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 909756 T3519 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 909757 T3519 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 909757 T3519 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 909757 T3519 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 909757 T3519 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 909758 T3519 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 909758 T3519 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 909758 T3519 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 909759 T3519 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 909760 T3519 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 909760 T3519 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 909760 T3519 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 909761 T3519 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 909761 T3519 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 909762 T3519 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 909764 T3519 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 909766 T3519 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 909766 T3519 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 909767 T3519 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 909769 T3519 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1503db2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7cd67d),segFN=segments_1,generation=1}
[junit4] 2> 909769 T3519 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 909770 T3519 oass.SolrIndexSearcher.<init> Opening Searcher@d4d513[collection1] main
[junit4] 2> 909770 T3519 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 909771 T3519 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 909771 T3519 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 909772 T3519 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 909772 T3519 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 909772 T3519 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 909773 T3519 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 909773 T3519 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 909773 T3519 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 909774 T3519 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 909779 T3520 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d4d513[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 909782 T3519 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 909782 T3523 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58153 collection:collection1 shard:shard1
[junit4] 2> 909783 T3456 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 909783 T3523 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 909783 T3456 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 909861 T3523 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 909901 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 909901 T3523 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 909901 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 909902 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 909902 T3479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 909902 T3523 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1938 name=collection1 org.apache.solr.core.SolrCore@127c44c url=http://127.0.0.1:58153/collection1 node=127.0.0.1:58153_ C1938_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:58153, core=collection1, node_name=127.0.0.1:58153_}
[junit4] 2> 909904 T3523 C1938 P58153 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58153/collection1/
[junit4] 2> 909904 T3523 C1938 P58153 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 909904 T3523 C1938 P58153 oasc.SyncStrategy.syncToMe http://127.0.0.1:58153/collection1/ has no replicas
[junit4] 2> 909905 T3523 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58153/collection1/ shard1
[junit4] 2> 909905 T3523 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 909913 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 909915 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 909917 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 910039 T3487 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 910039 T3518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 910039 T3500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 910039 T3478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 910066 T3523 oasc.ZkController.register We are http://127.0.0.1:58153/collection1/ and leader is http://127.0.0.1:58153/collection1/
[junit4] 2> 910066 T3523 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58153
[junit4] 2> 910066 T3523 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 910067 T3523 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 910067 T3523 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 910068 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 910068 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 910068 T3523 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 910069 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 910070 T3479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 910070 T3479 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:58153",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:58153_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 910072 T3478 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 910080 T3456 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 910081 T3456 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 910083 T3456 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35496
[junit4] 2> 910084 T3456 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 910085 T3456 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 910085 T3456 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-005
[junit4] 2> 910085 T3456 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-005/'
[junit4] 2> 910103 T3456 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-005/solr.xml
[junit4] 2> 910129 T3456 oasc.CoreContainer.<init> New CoreContainer 882495
[junit4] 2> 910129 T3456 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-9DBD62324E04BBC-001/tempDir-005/]
[junit4] 2> 910130 T3456 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 910131 T3456 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 910131 T3456 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 910131 T3456 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 910132 T3456 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 910132 T3456 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 910132 T3456 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 910133 T3456 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 910133 T3456 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 910134 T3456 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 910134 T3456 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 910135 T3456 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 910135 T3456 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48765/solr
[junit4] 2> 910135 T3456 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 910136 T3456 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 910138 T3534 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2418bd name:ZooKeeperConnection Watcher:127.0.0.1:48765 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 910139 T3456 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 910140 T3456 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 910142 T3536 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fb2944 name:ZooKeeperConnection Watcher:127.0.0.1:48765/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 910143 T3456 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 910148 T3456 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 910175 T3478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 910175 T3536 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 910175 T3487 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 910175 T3518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 910175 T3500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 911151 T3456 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35496_
[junit4] 2> 911152 T3456 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35496_
[junit4] 2> 911154 T3500 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 911154 T3518 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 911154 T3478 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 911155 T3487 oascc.ZkStateReade
[...truncated too long message...]
y4;done=false>>]
[junit4] 2> 1153470 T4205 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.SyncSliceTest-9DBD62324E04BBC-001/tempDir-001/jetty4
[junit4] 2> 1153470 T4205 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./solr.cloud.SyncSliceTest-9DBD62324E04BBC-001/tempDir-001/jetty4/index [CachedDir<<refCount=0;path=./solr.cloud.SyncSliceTest-9DBD62324E04BBC-001/tempDir-001/jetty4/index;done=false>>]
[junit4] 2> 1153470 T4205 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.SyncSliceTest-9DBD62324E04BBC-001/tempDir-001/jetty4/index
[junit4] 2> 1153470 T4205 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/91897158390579213-core_node4-n_0000000015
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:177)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:174)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:174)
[junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:71)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:200)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:444)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:208)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:444)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:208)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:444)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:208)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 1153471 T4205 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1153472 T4205 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1153472 T4205 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1153472 T4205 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.SyncSliceTest-9DBD62324E04BBC-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=fi_FI, timezone=PRT
[junit4] 2> NOTE: Linux 3.8.0-41-generic i386/Oracle Corporation 1.8.0_20-ea (32-bit)/cpus=8,threads=1,free=50195440,total=363565056
[junit4] 2> NOTE: All tests run in this JVM: [TestExceedMaxTermLength, SolrTestCaseJ4Test, TestNoOpRegenerator, TestSolrJ, MergeStrategyTest, TestFieldResource, TestPhraseSuggestions, DirectSolrConnectionTest, FileUtilsTest, CoreContainerCoreInitFailuresTest, TestIBSimilarityFactory, TestFreeTextSuggestions, TestCSVLoader, TestReload, TestQuerySenderListener, TestSolrQueryParserDefaultOperatorResource, RankQueryTest, TestMaxScoreQueryParser, TestStressRecovery, DistribDocExpirationUpdateProcessorTest, BadIndexSchemaTest, TestSolrCoreProperties, BasicZkTest, TestJmxIntegration, JSONWriterTest, XmlUpdateRequestHandlerTest, HdfsBasicDistributedZk2Test, UniqFieldsUpdateProcessorFactoryTest, TestSolr4Spatial, TestSolrXml, TestRestManager, DocValuesMultiTest, NoCacheHeaderTest, DateFieldTest, TestFiltering, IndexSchemaRuntimeFieldTest, TestMiniSolrCloudCluster, OutputWriterTest, TestManagedResourceStorage, AddBlockUpdateTest, SimplePostToolTest, AtomicUpdatesTest, DistributedDebugComponentTest, ChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, EnumFieldTest, TestCodecSupport, StatsComponentTest, TestHashPartitioner, FullSolrCloudDistribCmdsTest, TestOverriddenPrefixQueryForCustomFieldType, TestSchemaSimilarityResource, TestUtils, TestSolrXmlPersistor, ConnectionManagerTest, TestPartialUpdateDeduplication, TestBinaryResponseWriter, PluginInfoTest, TestRecovery, SolrPluginUtilsTest, CoreAdminCreateDiscoverTest, SolrCmdDistributorTest, MultiThreadedOCPTest, DistributedSuggestComponentTest, TestRecoveryHdfs, TestMultiCoreConfBootstrap, HdfsSyncSliceTest, SuggesterWFSTTest, TestSerializedLuceneMatchVersion, TestCSVResponseWriter, TestFastOutputStream, DistribCursorPagingTest, DeleteShardTest, TestComponentsName, TestIndexSearcher, BasicDistributedZk2Test, PathHierarchyTokenizerFactoryTest, DocValuesMissingTest, TestCloudManagedSchemaAddField, TestOmitPositions, TestSimpleQParserPlugin, BlockCacheTest, DocumentAnalysisRequestHandlerTest, HdfsBasicDistributedZkTest, TestFastWriter, TestInfoStreamLogging, TestSolrQueryParserResource, NotRequiredUniqueKeyTest, DefaultValueUpdateProcessorTest, DistributedExpandComponentTest, TestFileDictionaryLookup, TestDistributedGrouping, SpellingQueryConverterTest, TestBinaryField, TestAnalyzedSuggestions, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest]
[junit4] Completed on J1 in 68.43s, 1 test, 1 error <<< FAILURES!
[...truncated 681 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 399 suites, 1644 tests, 1 error, 1 failure, 36 ignored (15 assumptions)
Total time: 74 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0_20-ea-b15 -client -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_60) - Build # 10390
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10390/
Java: 32bit/jdk1.7.0_60 -client -XX:+UseParallelGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteInactiveReplicaTest
Error Message:
ERROR: SolrZkClient opens=16 closes=15
Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=16 closes=15
at __randomizedtesting.SeedInfo.seed([58F2716F0BF7583D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:436)
at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:182)
at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:790)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteInactiveReplicaTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteInactiveReplicaTest: 1) Thread[id=2322, name=TEST-DeleteInactiveReplicaTest.testDistribSearch-seed#[58F2716F0BF7583D]-EventThread, state=WAITING, group=TGRP-DeleteInactiveReplicaTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494) 2) Thread[id=2321, name=TEST-DeleteInactiveReplicaTest.testDistribSearch-seed#[58F2716F0BF7583D]-SendThread(127.0.0.1:58021), state=TIMED_WAITING, group=TGRP-DeleteInactiveReplicaTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteInactiveReplicaTest:
1) Thread[id=2322, name=TEST-DeleteInactiveReplicaTest.testDistribSearch-seed#[58F2716F0BF7583D]-EventThread, state=WAITING, group=TGRP-DeleteInactiveReplicaTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
2) Thread[id=2321, name=TEST-DeleteInactiveReplicaTest.testDistribSearch-seed#[58F2716F0BF7583D]-SendThread(127.0.0.1:58021), state=TIMED_WAITING, group=TGRP-DeleteInactiveReplicaTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
at __randomizedtesting.SeedInfo.seed([58F2716F0BF7583D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DeleteInactiveReplicaTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2321, name=TEST-DeleteInactiveReplicaTest.testDistribSearch-seed#[58F2716F0BF7583D]-SendThread(127.0.0.1:58021), state=TIMED_WAITING, group=TGRP-DeleteInactiveReplicaTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2321, name=TEST-DeleteInactiveReplicaTest.testDistribSearch-seed#[58F2716F0BF7583D]-SendThread(127.0.0.1:58021), state=TIMED_WAITING, group=TGRP-DeleteInactiveReplicaTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
at __randomizedtesting.SeedInfo.seed([58F2716F0BF7583D]:0)
REGRESSION: org.apache.solr.cloud.DeleteInactiveReplicaTest.testDistribSearch
Error Message:
Invalid replica : core_node1 in shard/collection : shard1/delDeadColl available replicas are core_node2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Invalid replica : core_node1 in shard/collection : shard1/delDeadColl available replicas are core_node2
at __randomizedtesting.SeedInfo.seed([58F2716F0BF7583D:D914FF777CA83801]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:554)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:340)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:301)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:650)
at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:122)
at org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest(DeleteInactiveReplicaTest.java:127)
at org.apache.solr.cloud.DeleteInactiveReplicaTest.doTest(DeleteInactiveReplicaTest.java:46)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11156 lines...]
[junit4] Suite: org.apache.solr.cloud.DeleteInactiveReplicaTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/init-core-data-001
[junit4] 2> 476883 T2235 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
[junit4] 2> 476884 T2235 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 476886 T2235 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 476887 T2235 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 476887 T2236 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 476987 T2235 oasc.ZkTestServer.run start zk server on port:58021
[junit4] 2> 476988 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 477005 T2242 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1484af5 name:ZooKeeperConnection Watcher:127.0.0.1:58021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 477006 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 477006 T2235 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 477010 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 477011 T2244 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@408d21 name:ZooKeeperConnection Watcher:127.0.0.1:58021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 477011 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 477012 T2235 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 477016 T2235 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 477018 T2235 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 477019 T2235 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 477021 T2235 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 477021 T2235 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 477024 T2235 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 477025 T2235 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 477027 T2235 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 477028 T2235 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 477029 T2235 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 477030 T2235 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 477031 T2235 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 477032 T2235 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 477033 T2235 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 477034 T2235 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 477035 T2235 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 477035 T2235 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 477037 T2235 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 477038 T2235 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 477039 T2235 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 477040 T2235 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 477041 T2235 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 477042 T2235 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 477043 T2235 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 477044 T2235 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 477047 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 477048 T2246 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14261a0 name:ZooKeeperConnection Watcher:127.0.0.1:58021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 477048 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 477305 T2235 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 477308 T2235 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 477311 T2235 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:42931
[junit4] 2> 477312 T2235 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 477312 T2235 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 477313 T2235 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002
[junit4] 2> 477313 T2235 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002/'
[junit4] 2> 477326 T2235 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002/solr.xml
[junit4] 2> 477355 T2235 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002
[junit4] 2> 477355 T2235 oasc.CoreContainer.<init> New CoreContainer 12365173
[junit4] 2> 477356 T2235 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002/]
[junit4] 2> 477357 T2235 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 477357 T2235 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 477357 T2235 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 477358 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 477358 T2235 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 477358 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 477358 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 477359 T2235 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 477359 T2235 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 477361 T2235 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 477361 T2235 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 477362 T2235 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 477362 T2235 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58021/solr
[junit4] 2> 477362 T2235 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 477363 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 477364 T2257 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ba988 name:ZooKeeperConnection Watcher:127.0.0.1:58021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 477365 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 477366 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 477367 T2259 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@114410 name:ZooKeeperConnection Watcher:127.0.0.1:58021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 477367 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 477368 T2235 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 477370 T2235 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 477373 T2235 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 477375 T2235 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 477382 T2235 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 477387 T2235 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 477388 T2235 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42931_
[junit4] 2> 477389 T2235 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42931_
[junit4] 2> 477393 T2235 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 477397 T2235 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 477401 T2235 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:42931_
[junit4] 2> 477402 T2235 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 477404 T2235 oasc.Overseer.start Overseer (id=91896247216177156-127.0.0.1:42931_-n_0000000000) starting
[junit4] 2> 477408 T2235 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 477417 T2261 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 477417 T2235 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 477419 T2235 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 477420 T2235 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 477421 T2260 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 477423 T2235 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002
[junit4] 2> 477429 T2235 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002/conf/
[junit4] 2> 477560 T2235 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 477561 T2235 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 477561 T2235 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 477564 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 477565 T2264 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9013a1 name:ZooKeeperConnection Watcher:127.0.0.1:58021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 477565 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 477566 T2235 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 477568 T2235 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 477819 T2235 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 477820 T2235 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 477823 T2235 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 477824 T2235 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51060
[junit4] 2> 477826 T2235 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 477826 T2235 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 477826 T2235 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003
[junit4] 2> 477827 T2235 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003/'
[junit4] 2> 477840 T2235 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003/solr.xml
[junit4] 2> 477881 T2235 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003
[junit4] 2> 477882 T2235 oasc.CoreContainer.<init> New CoreContainer 25523709
[junit4] 2> 477882 T2235 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003/]
[junit4] 2> 477883 T2235 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 477883 T2235 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 477884 T2235 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 477884 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 477884 T2235 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 477885 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 477885 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 477885 T2235 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 477885 T2235 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 477887 T2235 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 477888 T2235 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 477888 T2235 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 477888 T2235 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58021/solr
[junit4] 2> 477889 T2235 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 477890 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 477892 T2275 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@883f0a name:ZooKeeperConnection Watcher:127.0.0.1:58021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 477892 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 477894 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 477894 T2277 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c9ad1a name:ZooKeeperConnection Watcher:127.0.0.1:58021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 477895 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 477899 T2235 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 478901 T2235 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51060_
[junit4] 2> 478902 T2235 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51060_
[junit4] 2> 478904 T2277 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 478904 T2264 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 478904 T2259 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 478908 T2235 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003
[junit4] 2> 478913 T2235 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003/conf/
[junit4] 2> 479015 T2235 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 479017 T2235 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 479017 T2235 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 479297 T2235 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 479298 T2235 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 479300 T2235 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 479301 T2235 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:39830
[junit4] 2> 479303 T2235 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 479303 T2235 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 479303 T2235 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-004
[junit4] 2> 479304 T2235 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-004/'
[junit4] 2> 479317 T2235 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-004/solr.xml
[junit4] 2> 479345 T2235 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-004
[junit4] 2> 479345 T2235 oasc.CoreContainer.<init> New CoreContainer 18855189
[junit4] 2> 479346 T2235 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-004/]
[junit4] 2> 479347 T2235 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 479347 T2235 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 479347 T2235 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 479347 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 479348 T2235 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 479348 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 479348 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 479349 T2235 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 479349 T2235 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 479351 T2235 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 479351 T2235 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 479351 T2235 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 479352 T2235 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58021/solr
[junit4] 2> 479352 T2235 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 479353 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 479354 T2289 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f74deb name:ZooKeeperConnection Watcher:127.0.0.1:58021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 479355 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 479358 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 479359 T2291 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cf6d26 name:ZooKeeperConnection Watcher:127.0.0.1:58021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 479359 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 479369 T2235 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 480371 T2235 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39830_
[junit4] 2> 480372 T2235 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39830_
[junit4] 2> 480374 T2259 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 480374 T2277 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 480374 T2291 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 480374 T2264 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 480378 T2235 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-004
[junit4] 2> 480389 T2235 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-004/conf/
[junit4] 2> 480534 T2235 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 480536 T2235 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 480536 T2235 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 480817 T2235 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 480818 T2235 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 480820 T2235 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 480821 T2235 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:38444
[junit4] 2> 480823 T2235 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 480823 T2235 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 480823 T2235 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005
[junit4] 2> 480824 T2235 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005/'
[junit4] 2> 480837 T2235 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005/solr.xml
[junit4] 2> 480865 T2235 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005
[junit4] 2> 480866 T2235 oasc.CoreContainer.<init> New CoreContainer 4223440
[junit4] 2> 480866 T2235 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005/]
[junit4] 2> 480867 T2235 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 480867 T2235 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 480868 T2235 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 480868 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 480868 T2235 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 480868 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 480869 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 480869 T2235 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 480869 T2235 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 480871 T2235 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 480872 T2235 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 480872 T2235 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 480872 T2235 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58021/solr
[junit4] 2> 480873 T2235 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 480873 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 480877 T2303 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d12386 name:ZooKeeperConnection Watcher:127.0.0.1:58021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 480877 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 480879 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 480880 T2305 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f5de56 name:ZooKeeperConnection Watcher:127.0.0.1:58021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 480880 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 480885 T2235 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 481887 T2235 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38444_
[junit4] 2> 481888 T2235 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38444_
[junit4] 2> 481890 T2291 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 481890 T2277 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 481890 T2264 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 481890 T2259 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 481890 T2305 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 481897 T2235 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005
[junit4] 2> 481902 T2235 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005/conf/
[junit4] 2> 482002 T2235 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 482003 T2235 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 482003 T2235 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 482489 T2235 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
[junit4] 2> 482489 T2235 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 482492 T2235 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 482493 T2235 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:48109
[junit4] 2> 482495 T2235 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 482495 T2235 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 482496 T2235 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-006
[junit4] 2> 482496 T2235 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-006/'
[junit4] 2> 482508 T2235 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-006/solr.xml
[junit4] 2> 482536 T2235 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-006
[junit4] 2> 482536 T2235 oasc.CoreContainer.<init> New CoreContainer 1648000
[junit4] 2> 482537 T2235 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-006/]
[junit4] 2> 482537 T2235 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 482538 T2235 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 482538 T2235 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 482538 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 482539 T2235 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 482539 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 482539 T2235 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 482540 T2235 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 482540 T2235 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 482542 T2235 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 482542 T2235 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 482542 T2235 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 482543 T2235 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58021/solr
[junit4] 2> 482543 T2235 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 482544 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 482546 T2317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a727a0 name:ZooKeeperConnection Watcher:127.0.0.1:58021 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 482546 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 482548 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 482548 T2319 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14409a8 name:ZooKeeperConnection Watcher:127.0.0.1:58021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 482549 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 482554 T2235 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 483556 T2235 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48109_
[junit4] 2> 483557 T2235 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48109_
[junit4] 2> 483559 T2259 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 483559 T2277 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 483559 T2319 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 483559 T2264 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 483559 T2305 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 483559 T2291 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 483563 T2235 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-006
[junit4] 2> 483572 T2235 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-006/conf/
[junit4] 2> 483691 T2235 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 483692 T2235 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4] 2> 483693 T2235 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 483702 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 483703 T2322 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10bed2a name:ZooKeeperConnection Watcher:127.0.0.1:58021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 483704 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 483705 T2235 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 483772 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 483772 T2284 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={wt=javabin&name=legacyCloud&action=clusterprop&version=2&val=false} status=0 QTime=2
[junit4] 2> 483773 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 483776 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 483777 T2264 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483777 T2322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483777 T2291 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483777 T2319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483777 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483777 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483777 T2305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483785 T2235 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 483786 T2324 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d95ce name:ZooKeeperConnection Watcher:127.0.0.1:58021/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 483786 T2235 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 483787 T2235 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 483794 T2285 oasha.CollectionsHandler.handleCreateAction Creating Collection : wt=javabin&name=delDeadColl&replicationFactor=2&action=CREATE&maxShardsPerNode=2&numShards=2&version=2
[junit4] 2> 483795 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 483795 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 483795 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 483795 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 483796 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 483796 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 483796 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 483797 T2261 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"delDeadColl",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2"}
[junit4] 2> 483797 T2325 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"delDeadColl",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2"}
[junit4] 2> 483798 T2325 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
[junit4] 2> 483799 T2325 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/delDeadColl
[junit4] 2> 483799 T2325 oascc.SolrZkClient.makePath makePath: /collections/delDeadColl
[junit4] 2> 483801 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 483802 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 483803 T2260 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: delDeadColl
[junit4] 2> 483803 T2260 oasc.Overseer$ClusterStateUpdater.createCollection Create collection delDeadColl with shards [shard1, shard2]
[junit4] 2> 483804 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 483906 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483906 T2291 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483906 T2319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483906 T2264 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483906 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483906 T2322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483906 T2305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 483907 T2324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484002 T2325 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection delDeadColl, shardNames [shard1, shard2] , replicationFactor : 2
[junit4] 2> 484002 T2325 oasc.OverseerCollectionProcessor.createCollection Creating shard delDeadColl_shard1_replica1 as part of slice shard1 of collection delDeadColl on 127.0.0.1:48109_
[junit4] 2> 484005 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484005 T2325 oasc.OverseerCollectionProcessor.createCollection Creating shard delDeadColl_shard1_replica2 as part of slice shard1 of collection delDeadColl on 127.0.0.1:42931_
[junit4] 2> 484006 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484006 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484014 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 484015 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484015 T2325 oasc.OverseerCollectionProcessor.createCollection Creating shard delDeadColl_shard2_replica1 as part of slice shard2 of collection delDeadColl on 127.0.0.1:51060_
[junit4] 2> 484015 T2260 oasc.Overseer$ClusterStateUpdater.createReplica createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"delDeadColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"delDeadColl_shard1_replica1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:48109"}
[junit4] 2> 484017 T2325 oasc.OverseerCollectionProcessor.createCollection Creating shard delDeadColl_shard2_replica2 as part of slice shard2 of collection delDeadColl on 127.0.0.1:38444_
[junit4] 2> 484018 T2260 oasc.Overseer$ClusterStateUpdater.createReplica createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"delDeadColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"delDeadColl_shard1_replica2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42931"}
[junit4] 2> 484019 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484020 T2260 oasc.Overseer$ClusterStateUpdater.createReplica createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"delDeadColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"delDeadColl_shard2_replica1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51060"}
[junit4] 2> 484021 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484022 T2260 oasc.Overseer$ClusterStateUpdater.createReplica createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"delDeadColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"delDeadColl_shard2_replica2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38444"}
[junit4] 2> 484024 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484126 T2324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484126 T2291 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484126 T2305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484126 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484126 T2319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484126 T2264 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484127 T2322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484130 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484210 T2313 oasha.CoreAdminHandler.handleCreateAction core create command wt=javabin&name=delDeadColl_shard1_replica1&action=CREATE&numShards=2&collection=delDeadColl&shard=shard1&version=2&collection.configName=conf1&qt=/admin/cores&coreNodeName=core_node1
[junit4] 2> 484216 T2253 oasha.CoreAdminHandler.handleCreateAction core create command wt=javabin&name=delDeadColl_shard1_replica2&action=CREATE&numShards=2&collection=delDeadColl&shard=shard1&version=2&collection.configName=conf1&qt=/admin/cores&coreNodeName=core_node2
[junit4] 2> 484220 T2273 oasha.CoreAdminHandler.handleCreateAction core create command wt=javabin&name=delDeadColl_shard2_replica1&action=CREATE&numShards=2&collection=delDeadColl&shard=shard2&version=2&collection.configName=conf1&qt=/admin/cores&coreNodeName=core_node3
[junit4] 2> 484223 T2301 oasha.CoreAdminHandler.handleCreateAction core create command wt=javabin&name=delDeadColl_shard2_replica2&action=CREATE&numShards=2&collection=delDeadColl&shard=shard2&version=2&collection.configName=conf1&qt=/admin/cores&coreNodeName=core_node4
[junit4] 2> 484313 T2313 oasc.ZkController.publish publishing core=delDeadColl_shard1_replica1 state=down collection=delDeadColl
[junit4] 2> 484315 T2313 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delDeadColl_shard1_replica1
[junit4] 2> 484315 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484315 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484315 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484316 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 484317 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:48109",
[junit4] 2> "core":"delDeadColl_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:48109_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"delDeadColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 484318 T2253 oasc.ZkController.publish publishing core=delDeadColl_shard1_replica2 state=down collection=delDeadColl
[junit4] 2> 484319 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484319 T2253 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delDeadColl_shard1_replica2
[junit4] 2> 484320 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42931",
[junit4] 2> "core":"delDeadColl_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:42931_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"delDeadColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 484322 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484322 T2273 oasc.ZkController.publish publishing core=delDeadColl_shard2_replica1 state=down collection=delDeadColl
[junit4] 2> 484323 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484323 T2273 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delDeadColl_shard2_replica1
[junit4] 2> 484324 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51060",
[junit4] 2> "core":"delDeadColl_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:51060_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"delDeadColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node3"}
[junit4] 2> 484324 T2301 oasc.ZkController.publish publishing core=delDeadColl_shard2_replica2 state=down collection=delDeadColl
[junit4] 2> 484325 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484326 T2301 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delDeadColl_shard2_replica2
[junit4] 2> 484326 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38444",
[junit4] 2> "core":"delDeadColl_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:38444_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"delDeadColl",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node4"}
[junit4] 2> 484328 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 484430 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484431 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484431 T2319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484431 T2291 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484431 T2305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484431 T2264 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484431 T2324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 484430 T2322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 485315 T2313 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delDeadColl
[junit4] 2> 485316 T2313 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 485317 T2313 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delDeadColl
[junit4] 2> 485318 T2313 oascc.ZkStateReader.readConfigName path=/collections/delDeadColl configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 485318 T2313 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-006/delDeadColl_shard1_replica1/'
[junit4] 2> 485320 T2253 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delDeadColl
[junit4] 2> 485321 T2253 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 485322 T2253 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delDeadColl
[junit4] 2> 485322 T2253 oascc.ZkStateReader.readConfigName path=/collections/delDeadColl configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 485323 T2253 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002/delDeadColl_shard1_replica2/'
[junit4] 2> 485324 T2273 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delDeadColl
[junit4] 2> 485325 T2273 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 485326 T2273 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delDeadColl
[junit4] 2> 485327 T2273 oascc.ZkStateReader.readConfigName path=/collections/delDeadColl configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 485327 T2273 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003/delDeadColl_shard2_replica1/'
[junit4] 2> 485327 T2301 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delDeadColl
[junit4] 2> 485328 T2301 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 485328 T2301 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delDeadColl
[junit4] 2> 485329 T2301 oascc.ZkStateReader.readConfigName path=/collections/delDeadColl configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 485330 T2301 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005/delDeadColl_shard2_replica2/'
[junit4] 2> 485362 T2313 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 485366 T2273 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 485373 T2253 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 485384 T2301 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 485404 T2273 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 485406 T2273 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 485414 T2273 oass.IndexSchema.readSchema [delDeadColl_shard2_replica1] Schema name=test
[junit4] 2> 485419 T2313 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 485420 T2313 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 485432 T2253 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 485433 T2253 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 485437 T2313 oass.IndexSchema.readSchema [delDeadColl_shard1_replica1] Schema name=test
[junit4] 2> 485442 T2301 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 485443 T2301 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 485448 T2253 oass.IndexSchema.readSchema [delDeadColl_shard1_replica2] Schema name=test
[junit4] 2> 485458 T2301 oass.IndexSchema.readSchema [delDeadColl_shard2_replica2] Schema name=test
[junit4] 2> 485887 T2273 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 485891 T2273 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 485892 T2273 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 485901 T2273 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 485905 T2273 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 485913 T2301 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 485914 T2301 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 485914 T2253 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 485915 T2301 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 485915 T2253 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 485916 T2253 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 485916 T2273 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 485920 T2301 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 485921 T2253 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 485920 T2273 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 485923 T2301 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 485923 T2253 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 485925 T2273 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 485926 T2273 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 485927 T2273 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 485927 T2273 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 485928 T2273 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 485929 T2273 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 485929 T2273 oasc.CoreContainer.create Creating SolrCore 'delDeadColl_shard2_replica1' using configuration from collection delDeadColl
[junit4] 2> 485929 T2273 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 485930 T2273 oasc.SolrCore.<init> [delDeadColl_shard2_replica1] Opening new SolrCore at ./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003/delDeadColl_shard2_replica1/, dataDir=./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003/delDeadColl_shard2_replica1/data/
[junit4] 2> 485930 T2273 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c0d9f9
[junit4] 2> 485932 T2273 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003/delDeadColl_shard2_replica1/data
[junit4] 2> 485932 T2273 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003/delDeadColl_shard2_replica1/data/index/
[junit4] 2> 485932 T2301 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 485932 T2253 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 485932 T2273 oasc.SolrCore.initIndex WARN [delDeadColl_shard2_replica1] Solr index directory './solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003/delDeadColl_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 485934 T2273 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-003/delDeadColl_shard2_replica1/data/index
[junit4] 2> 485934 T2273 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=395853267, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 485935 T2273 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1465499 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1599473),segFN=segments_1,generation=1}
[junit4] 2> 485936 T2253 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 485936 T2301 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 485937 T2313 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 485936 T2273 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 485942 T2313 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 485944 T2313 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 485945 T2253 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 485945 T2301 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 485946 T2253 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 485947 T2253 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 485946 T2301 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 485947 T2301 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 485947 T2273 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 485947 T2253 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 485948 T2273 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 485948 T2301 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 485950 T2273 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 485951 T2273 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 485949 T2253 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 485951 T2253 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 485951 T2313 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 485951 T2273 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 485951 T2301 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 485953 T2301 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 485952 T2273 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 485952 T2253 oasc.CoreContainer.create Creating SolrCore 'delDeadColl_shard1_replica2' using configuration from collection delDeadColl
[junit4] 2> 485953 T2301 oasc.CoreContainer.create Creating SolrCore 'delDeadColl_shard2_replica2' using configuration from collection delDeadColl
[junit4] 2> 485954 T2253 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 485954 T2273 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 485954 T2253 oasc.SolrCore.<init> [delDeadColl_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002/delDeadColl_shard1_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002/delDeadColl_shard1_replica2/data/
[junit4] 2> 485954 T2301 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 485955 T2253 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c0d9f9
[junit4] 2> 485955 T2273 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 485956 T2273 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 485955 T2313 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 485956 T2253 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002/delDeadColl_shard1_replica2/data
[junit4] 2> 485956 T2301 oasc.SolrCore.<init> [delDeadColl_shard2_replica2] Opening new SolrCore at ./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005/delDeadColl_shard2_replica2/, dataDir=./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005/delDeadColl_shard2_replica2/data/
[junit4] 2> 485957 T2253 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002/delDeadColl_shard1_replica2/data/index/
[junit4] 2> 485957 T2273 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 485958 T2253 oasc.SolrCore.initIndex WARN [delDeadColl_shard1_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002/delDeadColl_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 485957 T2301 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c0d9f9
[junit4] 2> 485959 T2253 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-002/delDeadColl_shard1_replica2/data/index
[junit4] 2> 485959 T2273 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 485960 T2273 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 485960 T2253 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=395853267, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 485959 T2301 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005/delDeadColl_shard2_replica2/data
[junit4] 2> 485961 T2273 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 485962 T2253 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@8a0d1a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@113c4db),segFN=segments_1,generation=1}
[junit4] 2> 485961 T2301 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005/delDeadColl_shard2_replica2/data/index/
[junit4] 2> 485962 T2253 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 485962 T2273 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 485963 T2301 oasc.SolrCore.initIndex WARN [delDeadColl_shard2_replica2] Solr index directory './solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005/delDeadColl_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 485963 T2273 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 485964 T2301 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.DeleteInactiveReplicaTest-58F2716F0BF7583D-001/tempDir-005/delDeadColl_shard2_replica2/data/index
[junit4] 2> 485964 T2273 oasc.RequestHandlers.initHandlersFromCon
[...truncated too long message...]
p interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] 2>
[junit4] 2> 541636 T2321 oaz.ClientCnxn$SendThread.run WARN Session 0x1467b266383000e for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:739)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
[junit4] 2>
[junit4] 2> 542135 T2321 oaz.ClientCnxn$SendThread.run WARN Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
[junit4] 2>
[junit4] 2> 542635 T2321 oazc.StaticHostProvider.next WARN Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] 2>
[junit4] 2> 542636 T2321 oaz.ClientCnxn$SendThread.run WARN Session 0x1467b266383000e for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:739)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
[junit4] 2>
[junit4] 2> 543135 T2321 oaz.ClientCnxn$SendThread.run WARN Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
[junit4] 2>
[junit4] 2> 543635 T2321 oazc.StaticHostProvider.next WARN Unexpected exception java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
[junit4] 2>
[junit4] 2> 543636 T2321 oaz.ClientCnxn$SendThread.run WARN Session 0x1467b266383000e for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:739)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
[junit4] 2>
[junit4] 2> 67253 T2234 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=2321, name=TEST-DeleteInactiveReplicaTest.testDistribSearch-seed#[58F2716F0BF7583D]-SendThread(127.0.0.1:58021), state=TIMED_WAITING, group=TGRP-DeleteInactiveReplicaTest]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=DefaultSimilarity, locale=es_DO, timezone=Pacific/Tarawa
[junit4] 2> NOTE: Linux 3.8.0-41-generic i386/Oracle Corporation 1.7.0_60 (32-bit)/cpus=8,threads=3,free=135369984,total=311951360
[junit4] 2> NOTE: All tests run in this JVM: [TestRealTimeGet, BinaryUpdateRequestHandlerTest, ExternalFileFieldSortTest, SuggesterTest, OverseerRolesTest, RegexBoostProcessorTest, OverseerTest, TestFunctionQuery, TestDocumentBuilder, SoftAutoCommitTest, TestQueryUtils, RankQueryTest, IndexSchemaTest, DistribCursorPagingTest, TestGroupingSearch, ResponseHeaderTest, TestInitQParser, SolrXmlInZkTest, DistributedSpellCheckComponentTest, TestSearcherReuse, TestDocSet, TestDynamicFieldResource, EnumFieldTest, TestStressVersions, CursorMarkTest, BlockCacheTest, DirectUpdateHandlerOptimizeTest, TestMergePolicyConfig, ResponseLogComponentTest, DateMathParserTest, DistributedQueryComponentCustomSortTest, TestJmxMonitoredMap, CustomCollectionTest, OverseerCollectionProcessorTest, MoreLikeThisHandlerTest, TestSuggestSpellingConverter, SSLMigrationTest, PrimitiveFieldTypeTest, BasicFunctionalityTest, TestValueSourceCache, SuggestComponentTest, AutoCommitTest, TestFieldSortValues, QueryParsingTest, AddBlockUpdateTest, SpatialFilterTest, TestDefaultSearchFieldResource, TestSolrQueryParser, FileBasedSpellCheckerTest, QueryEqualityTest, TestImplicitCoreProperties, SampleTest, TestLuceneMatchVersion, TestAnalyzeInfixSuggestions, TestSearchPerf, ShowFileRequestHandlerTest, ChangedSchemaMergeTest, UpdateRequestProcessorFactoryTest, LegacyHTMLStripCharFilterTest, DeleteInactiveReplicaTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DeleteInactiveReplicaTest -Dtests.seed=58F2716F0BF7583D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_DO -Dtests.timezone=Pacific/Tarawa -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | DeleteInactiveReplicaTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ERROR: SolrZkClient opens=16 closes=15
[junit4] > at __randomizedtesting.SeedInfo.seed([58F2716F0BF7583D]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:436)
[junit4] > at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:182)
[junit4] > at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteInactiveReplicaTest:
[junit4] > 1) Thread[id=2322, name=TEST-DeleteInactiveReplicaTest.testDistribSearch-seed#[58F2716F0BF7583D]-EventThread, state=WAITING, group=TGRP-DeleteInactiveReplicaTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
[junit4] > 2) Thread[id=2321, name=TEST-DeleteInactiveReplicaTest.testDistribSearch-seed#[58F2716F0BF7583D]-SendThread(127.0.0.1:58021), state=TIMED_WAITING, group=TGRP-DeleteInactiveReplicaTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
[junit4] > at __randomizedtesting.SeedInfo.seed([58F2716F0BF7583D]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2321, name=TEST-DeleteInactiveReplicaTest.testDistribSearch-seed#[58F2716F0BF7583D]-SendThread(127.0.0.1:58021), state=TIMED_WAITING, group=TGRP-DeleteInactiveReplicaTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
[junit4] > at __randomizedtesting.SeedInfo.seed([58F2716F0BF7583D]:0)
[junit4] Completed on J0 in 67.30s, 1 test, 1 failure, 3 errors <<< FAILURES!
[...truncated 815 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 399 suites, 1644 tests, 3 suite-level errors, 1 error, 973 ignored (12 assumptions)
Total time: 46 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_60 -client -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0_20-ea-b15) - Build
# 10389 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10389/
Java: 32bit/jdk1.8.0_20-ea-b15 -client -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.ReplicationFactorTest.testDistribSearch
Error Message:
Didn't see all replicas come up within 10000 ms! ClusterState: live nodes:[127.0.0.1:52624_, 127.0.0.1:52787_, 127.0.0.1:50751_, 127.0.0.1:36838_] collections:{control_collection=DocCollection(control_collection)={ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node1":{ "state":"active", "base_url":"http://127.0.0.1:52787", "core":"collection1", "node_name":"127.0.0.1:52787_", "leader":"true"}}}}, "router":{"name":"compositeId"}, "autoCreated":"true", "maxShardsPerNode":"1"}, collection1=DocCollection(collection1)={ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-d554ffff", "state":"active", "replicas":{"core_node3":{ "state":"active", "base_url":"http://127.0.0.1:50751", "core":"collection1", "node_name":"127.0.0.1:50751_", "leader":"true"}}}, "shard2":{ "range":"d5550000-2aa9ffff", "state":"active", "replicas":{"core_node1":{ "state":"active", "base_url":"http://127.0.0.1:36838", "core":"collection1", "node_name":"127.0.0.1:36838_", "leader":"true"}}}, "shard3":{ "range":"2aaa0000-7fffffff", "state":"active", "replicas":{"core_node2":{ "state":"active", "base_url":"http://127.0.0.1:52624", "core":"collection1", "node_name":"127.0.0.1:52624_", "leader":"true"}}}}, "router":{"name":"compositeId"}, "autoCreated":"true", "maxShardsPerNode":"1"}, c8n_1x3=DocCollection(c8n_1x3)={ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "state":"active", "base_url":"http://127.0.0.1:52787", "core":"c8n_1x3_shard1_replica1", "node_name":"127.0.0.1:52787_"}, "core_node2":{ "state":"active", "base_url":"http://127.0.0.1:50751", "core":"c8n_1x3_shard1_replica2", "node_name":"127.0.0.1:50751_"}, "core_node3":{ "state":"active", "base_url":"http://127.0.0.1:36838", "core":"c8n_1x3_shard1_replica3", "node_name":"127.0.0.1:36838_", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1"}}
Stack Trace:
java.lang.AssertionError: Didn't see all replicas come up within 10000 ms! ClusterState: live nodes:[127.0.0.1:52624_, 127.0.0.1:52787_, 127.0.0.1:50751_, 127.0.0.1:36838_] collections:{control_collection=DocCollection(control_collection)={
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node1":{
"state":"active",
"base_url":"http://127.0.0.1:52787",
"core":"collection1",
"node_name":"127.0.0.1:52787_",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"autoCreated":"true",
"maxShardsPerNode":"1"}, collection1=DocCollection(collection1)={
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-d554ffff",
"state":"active",
"replicas":{"core_node3":{
"state":"active",
"base_url":"http://127.0.0.1:50751",
"core":"collection1",
"node_name":"127.0.0.1:50751_",
"leader":"true"}}},
"shard2":{
"range":"d5550000-2aa9ffff",
"state":"active",
"replicas":{"core_node1":{
"state":"active",
"base_url":"http://127.0.0.1:36838",
"core":"collection1",
"node_name":"127.0.0.1:36838_",
"leader":"true"}}},
"shard3":{
"range":"2aaa0000-7fffffff",
"state":"active",
"replicas":{"core_node2":{
"state":"active",
"base_url":"http://127.0.0.1:52624",
"core":"collection1",
"node_name":"127.0.0.1:52624_",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"autoCreated":"true",
"maxShardsPerNode":"1"}, c8n_1x3=DocCollection(c8n_1x3)={
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"state":"active",
"base_url":"http://127.0.0.1:52787",
"core":"c8n_1x3_shard1_replica1",
"node_name":"127.0.0.1:52787_"},
"core_node2":{
"state":"active",
"base_url":"http://127.0.0.1:50751",
"core":"c8n_1x3_shard1_replica2",
"node_name":"127.0.0.1:50751_"},
"core_node3":{
"state":"active",
"base_url":"http://127.0.0.1:36838",
"core":"c8n_1x3_shard1_replica3",
"node_name":"127.0.0.1:36838_",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1"}}
at __randomizedtesting.SeedInfo.seed([E0B8257BBD668BB6:615EAB63CA39EB8A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.ReplicationFactorTest.ensureAllReplicasAreActive(ReplicationFactorTest.java:379)
at org.apache.solr.cloud.ReplicationFactorTest.testRf3(ReplicationFactorTest.java:219)
at org.apache.solr.cloud.ReplicationFactorTest.doTest(ReplicationFactorTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.ZkSolrClientTest.testReconnect
Error Message:
KeeperErrorCode = NodeExists for /collections/collection3
Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection3
at __randomizedtesting.SeedInfo.seed([E0B8257BBD668BB6:399BAC09FAFF46C9]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:329)
at org.apache.solr.cloud.ZkSolrClientTest.testReconnect(ZkSolrClientTest.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11069 lines...]
[junit4] Suite: org.apache.solr.cloud.ZkSolrClientTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-E0B8257BBD668BB6-001/init-core-data-001
[junit4] 2> 364610 T1845 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true)
[junit4] 2> 364611 T1845 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 364611 T1845 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/'
[junit4] 2> 364612 T1845 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
[junit4] 2> 364613 T1845 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 364613 T1845 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 364661 T1845 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 364693 T1845 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 364694 T1845 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 364706 T1845 oass.IndexSchema.readSchema [null] Schema name=test
[junit4] 2> 364881 T1845 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 364882 T1845 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 364883 T1845 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 364891 T1845 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 364894 T1845 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 364906 T1845 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 364909 T1845 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 364911 T1845 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 364911 T1845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 364911 T1845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 364912 T1845 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 364912 T1845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 364913 T1845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 364913 T1845 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 364913 T1845 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr
[junit4] 2> 364913 T1845 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/'
[junit4] 2> 364937 T1845 oasc.CoreContainer.<init> New CoreContainer 10171259
[junit4] 2> 364937 T1845 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/]
[junit4] 2> 364938 T1845 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4] 2> 364938 T1845 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
[junit4] 2> 364938 T1845 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4] 2> 364939 T1845 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 364939 T1845 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 364939 T1845 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 364940 T1845 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 364940 T1845 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 364940 T1845 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 364941 T1845 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 364941 T1845 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 364941 T1845 oasc.CoreContainer.load Host Name:
[junit4] 2> 364944 T1846 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/'
[junit4] 2> 364945 T1846 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
[junit4] 2> 364945 T1846 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
[junit4] 2> 364945 T1846 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
[junit4] 2> 364995 T1846 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 365033 T1846 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 365033 T1846 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 365048 T1846 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 365221 T1846 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 365222 T1846 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 365223 T1846 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 365229 T1846 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 365231 T1846 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 365242 T1846 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 365251 T1846 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 365255 T1846 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 365256 T1846 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 365256 T1846 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 365256 T1846 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 365257 T1846 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 365257 T1846 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 365258 T1846 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/
[junit4] 2> 365258 T1846 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 365259 T1846 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-E0B8257BBD668BB6-001/init-core-data-001/
[junit4] 2> 365259 T1846 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15b73c8
[junit4] 2> 365261 T1846 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-E0B8257BBD668BB6-001/init-core-data-001
[junit4] 2> 365261 T1846 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-E0B8257BBD668BB6-001/init-core-data-001/index/
[junit4] 2> 365261 T1846 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-E0B8257BBD668BB6-001/init-core-data-001/index' doesn't exist. Creating new index...
[junit4] 2> 365262 T1846 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-E0B8257BBD668BB6-001/init-core-data-001/index
[junit4] 2> 365263 T1846 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 365265 T1846 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@18c8d8c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e2778f)),segFN=segments_1,generation=1}
[junit4] 2> 365266 T1846 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 365266 T1846 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4] 2> 365272 T1846 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 365273 T1846 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 365273 T1846 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
[junit4] 2> 365273 T1846 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4] 2> 365274 T1846 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 365274 T1846 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 365274 T1846 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
[junit4] 2> 365274 T1846 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
[junit4] 2> 365275 T1846 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
[junit4] 2> 365275 T1846 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4] 2> 365275 T1846 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 365276 T1846 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 365276 T1846 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 365277 T1846 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 365277 T1846 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 365277 T1846 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 365278 T1846 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 365279 T1846 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 365279 T1846 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4] 2> 365280 T1846 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4] 2> 365281 T1846 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 365281 T1846 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 365282 T1846 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4] 2> 365282 T1846 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4] 2> 365282 T1846 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4] 2> 365283 T1846 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 365283 T1846 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 365284 T1846 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 365284 T1846 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 365285 T1846 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 365285 T1846 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 365286 T1846 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 365286 T1846 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 365287 T1846 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4] 2> 365288 T1846 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4] 2> 365289 T1846 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4] 2> 365291 T1846 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 365292 T1846 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4] 2> 365293 T1846 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 365294 T1846 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 365294 T1846 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5340542588564726]
[junit4] 2> 365295 T1846 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@18c8d8c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e2778f)),segFN=segments_1,generation=1}
[junit4] 2> 365296 T1846 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 365296 T1846 oass.SolrIndexSearcher.<init> Opening Searcher@1fafa5a[collection1] main
[junit4] 2> 365296 T1846 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
[junit4] 2> 365297 T1846 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
[junit4] 2> 365297 T1846 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
[junit4] 2> 365297 T1846 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 365298 T1846 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 365298 T1846 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4] 2> 365493 T1846 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 365520 T1847 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1fafa5a[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 365529 T1846 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 365531 T1845 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 365535 T1845 oas.SolrTestCaseJ4.setUp ###Starting testWatchChildren
[junit4] 2> 365536 T1845 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 365537 T1849 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 365637 T1845 oasc.ZkTestServer.run start zk server on port:37761
[junit4] 2> 365638 T1845 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 365642 T1855 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1487cd9 name:ZooKeeperConnection Watcher:127.0.0.1:37761 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 365642 T1845 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 366044 T1845 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 366046 T1857 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@170e6a name:ZooKeeperConnection Watcher:127.0.0.1:37761 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 366047 T1845 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 366047 T1845 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 366052 T1845 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 366053 T1859 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12f007f name:ZooKeeperConnection Watcher:127.0.0.1:37761/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 366054 T1845 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 366054 T1845 oascc.SolrZkClient.makePath makePath: /collections
[junit4] 2> 366058 T1845 oascc.SolrZkClient.makePath makePath: /collections/collection99/shards
[junit4] 2> 366062 T1845 oascc.SolrZkClient.makePath makePath: collections/collection99/config=collection1
[junit4] 2> 366065 T1845 oascc.SolrZkClient.makePath makePath: collections/collection99/config=collection3
[junit4] 2> 366068 T1845 oascc.SolrZkClient.makePath makePath: /collections/collection97/shards
[junit4] 2> 366783 T1845 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:37761 37761
[junit4] 2> 367529 T1849 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:37761 37761
[junit4] 2> 367530 T1845 oas.SolrTestCaseJ4.tearDown ###Ending testWatchChildren
[junit4] 2> 367536 T1845 oas.SolrTestCaseJ4.setUp ###Starting testConnect
[junit4] 2> 367537 T1845 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 367538 T1860 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 367638 T1845 oasc.ZkTestServer.run start zk server on port:50244
[junit4] 2> 367639 T1845 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 367643 T1866 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1423340 name:ZooKeeperConnection Watcher:127.0.0.1:50244 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 367643 T1845 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 367646 T1845 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 367647 T1868 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1aa2a45 name:ZooKeeperConnection Watcher:127.0.0.1:50244/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 367648 T1845 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 367650 T1861 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1467aa82e0f0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 367650 T1845 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50244 50244
[junit4] 2> 368269 T1860 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50244 50244
[junit4] 2> 368269 T1845 oas.SolrTestCaseJ4.tearDown ###Ending testConnect
[junit4] 2> 368275 T1845 oas.SolrTestCaseJ4.setUp ###Starting testClean
[junit4] 2> 368275 T1845 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 368276 T1869 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 368376 T1845 oasc.ZkTestServer.run start zk server on port:58266
[junit4] 2> 368377 T1845 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 368385 T1875 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1621bc4 name:ZooKeeperConnection Watcher:127.0.0.1:58266 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 368385 T1845 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 368388 T1845 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 368389 T1877 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fd16f name:ZooKeeperConnection Watcher:127.0.0.1:58266 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 368390 T1845 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 368390 T1845 oascc.SolrZkClient.makePath makePath: /test/path/here
[junit4] 2> 368394 T1845 oascc.SolrZkClient.makePath makePath: /zz/path/here
[junit4] 2> 368405 T1845 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:58266 58266
[junit4] 2> 369215 T1869 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:58266 58266
[junit4] 2> 369216 T1845 oas.SolrTestCaseJ4.tearDown ###Ending testClean
[junit4] 2> 369220 T1845 oas.SolrTestCaseJ4.setUp ###Starting testMakeRootNode
[junit4] 2> 369221 T1845 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 369222 T1878 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 369322 T1845 oasc.ZkTestServer.run start zk server on port:56114
[junit4] 2> 369323 T1845 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 369326 T1884 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ad2213 name:ZooKeeperConnection Watcher:127.0.0.1:56114 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 369326 T1845 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 369330 T1845 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 369332 T1886 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59c101 name:ZooKeeperConnection Watcher:127.0.0.1:56114 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 369334 T1845 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 369334 T1845 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 369339 T1845 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 369340 T1888 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1045e35 name:ZooKeeperConnection Watcher:127.0.0.1:56114 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 369340 T1845 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 369341 T1845 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56114 56114
[junit4] 2> 370147 T1878 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56114 56114
[junit4] 2> 370150 T1845 oas.SolrTestCaseJ4.tearDown ###Ending testMakeRootNode
[junit4] 2> 370160 T1845 oas.SolrTestCaseJ4.setUp ###Starting testReconnect
[junit4] 2> 370162 T1845 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 370163 T1889 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 370263 T1845 oasc.ZkTestServer.run start zk server on port:43906
[junit4] 2> 370264 T1845 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 370490 T1895 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ce0713 name:ZooKeeperConnection Watcher:127.0.0.1:43906 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 370490 T1845 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 370493 T1845 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 370495 T1897 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d00383 name:ZooKeeperConnection Watcher:127.0.0.1:43906 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 370495 T1845 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 370495 T1845 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 370499 T1845 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 370502 T1899 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@898c11 name:ZooKeeperConnection Watcher:127.0.0.1:43906/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 370502 T1845 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 370502 T1845 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 370506 T1845 oascc.SolrZkClient.makePath makePath: collections/collection1
[junit4] 2> 370511 T1845 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:43906 43906
[junit4] 2> 371230 T1889 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:43906 43906
[junit4] 2> 371317 T1845 oascc.SolrZkClient.makePath makePath: collections/collection2
[junit4] 2> 371330 T1845 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 371330 T1899 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@898c11 name:ZooKeeperConnection Watcher:127.0.0.1:43906/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4] 2> 371331 T1899 oascc.ConnectionManager.process zkClient has disconnected
[junit4] 1> client port:0.0.0.0/0.0.0.0:43906
[junit4] 2> 371332 T1900 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 371431 T1845 oasc.ZkTestServer.run start zk server on port:43906
[junit4] 2> 372032 T1845 oascc.SolrZkClient.makePath makePath: collections/collection3
[junit4] 2> 372954 T1899 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@898c11 name:ZooKeeperConnection Watcher:127.0.0.1:43906/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 379625 T1901 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1467aa838510002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 379725 T1899 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@898c11 name:ZooKeeperConnection Watcher:127.0.0.1:43906/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4] 2> 379725 T1899 oascc.ConnectionManager.process zkClient has disconnected
[junit4] 2> 380954 T1899 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@898c11 name:ZooKeeperConnection Watcher:127.0.0.1:43906/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 387082 T1903 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 14124ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
[junit4] 2> 387083 T1903 oazs.NIOServerCnxn.sendBuffer ERROR Unexpected Exception: java.nio.channels.CancelledKeyException
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:77)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendBuffer(NIOServerCnxn.java:151)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendResponse(NIOServerCnxn.java:1081)
[junit4] 2> at org.apache.zookeeper.server.FinalRequestProcessor.processRequest(FinalRequestProcessor.java:404)
[junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.flush(SyncRequestProcessor.java:200)
[junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:131)
[junit4] 2>
[junit4] 2> 387084 T1903 oazs.NIOServerCnxn.sendBuffer ERROR Unexpected Exception: java.nio.channels.CancelledKeyException
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
[junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:77)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendBuffer(NIOServerCnxn.java:151)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendResponse(NIOServerCnxn.java:1081)
[junit4] 2> at org.apache.zookeeper.server.FinalRequestProcessor.processRequest(FinalRequestProcessor.java:170)
[junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:169)
[junit4] 2>
[junit4] 2> 387086 T1845 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:43906 43906
[junit4] 2> 388025 T1900 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:43906 43906
[junit4] 2> 388027 T1845 oas.SolrTestCaseJ4.tearDown ###Ending testReconnect
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkSolrClientTest -Dtests.method=testReconnect -Dtests.seed=E0B8257BBD668BB6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pt_BR -Dtests.timezone=America/Tortola -Dtests.file.encoding=UTF-8
[junit4] ERROR 17.9s J1 | ZkSolrClientTest.testReconnect <<<
[junit4] > Throwable #1: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection3
[junit4] > at __randomizedtesting.SeedInfo.seed([E0B8257BBD668BB6:399BAC09FAFF46C9]:0)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] > at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:329)
[junit4] > at org.apache.solr.cloud.ZkSolrClientTest.testReconnect(ZkSolrClientTest.java:136)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 390042 T1845 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 390042 T1845 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=10171259
[junit4] 2> 390043 T1845 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@f0a8cf
[junit4] 2> 390086 T1845 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
[junit4] 2> 390087 T1845 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 390088 T1845 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 390088 T1845 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 390090 T1845 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 390090 T1845 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 390091 T1845 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-E0B8257BBD668BB6-001/init-core-data-001 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-E0B8257BBD668BB6-001/init-core-data-001;done=false>>]
[junit4] 2> 390091 T1845 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-E0B8257BBD668BB6-001/init-core-data-001
[junit4] 2> 390092 T1845 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-E0B8257BBD668BB6-001/init-core-data-001/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-E0B8257BBD668BB6-001/init-core-data-001/index;done=false>>]
[junit4] 2> 390092 T1845 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-E0B8257BBD668BB6-001/init-core-data-001/index
[junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ZkSolrClientTest-E0B8257BBD668BB6-001
[junit4] 2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=pt_BR, timezone=America/Tortola
[junit4] 2> NOTE: Linux 3.8.0-41-generic i386/Oracle Corporation 1.8.0_20-ea (32-bit)/cpus=8,threads=1,free=96318280,total=272629760
[junit4] 2> NOTE: All tests run in this JVM: [TestQuerySenderListener, DeleteReplicaTest, TestSolr4Spatial, SortByFunctionTest, TestArbitraryIndexDir, ConvertedLegacyTest, TestImplicitCoreProperties, TestQuerySenderNoQuery, TestRecovery, SolrCoreCheckLockOnStartupTest, HdfsUnloadDistributedZkTest, HdfsBasicDistributedZk2Test, AtomicUpdatesTest, ParsingFieldUpdateProcessorsTest, HighlighterConfigTest, DebugComponentTest, BasicZkTest, TestStressLucene, CoreAdminRequestStatusTest, SolrIndexConfigTest, TestMaxScoreQueryParser, TestCollationField, TestCodecSupport, HighlighterTest, TestManagedSynonymFilterFactory, DistributedSuggestComponentTest, TestChildDocTransformer, DeleteInactiveReplicaTest, TestCSVLoader, TestUpdate, TestExceedMaxTermLength, TestDistributedGrouping, OutputWriterTest, RequiredFieldsTest, TestSolrDeletionPolicy2, CoreAdminCreateDiscoverTest, StatsComponentTest, InfoHandlerTest, TestLazyCores, TestCloudManagedSchemaAddField, TestDFRSimilarityFactory, TestSerializedLuceneMatchVersion, MergeStrategyTest, StandardRequestHandlerTest, TestIndexingPerformance, DocValuesMissingTest, TestXIncludeConfig, DistribDocExpirationUpdateProcessorTest, PathHierarchyTokenizerFactoryTest, FileUtilsTest, TestSchemaVersionResource, ResponseHeaderTest, TestDocBasedVersionConstraints, HdfsSyncSliceTest, XmlUpdateRequestHandlerTest, TestFastOutputStream, TestSimpleQParserPlugin, TestNoOpRegenerator, RequestHandlersTest, AddBlockUpdateTest, TestRangeQuery, CachingDirectoryFactoryTest, SolrRequestParserTest, SolrTestCaseJ4Test, TestFastWriter, TestAtomicUpdateErrorCases, TestMiniSolrCloudCluster, SolrCmdDistributorTest, TestFileDictionaryLookup, HdfsChaosMonkeySafeLeaderTest, TestFoldingMultitermQuery, BadIndexSchemaTest, TestCoreDiscovery, DefaultValueUpdateProcessorTest, TestOverriddenPrefixQueryForCustomFieldType, DistributedDebugComponentTest, ZkSolrClientTest]
[junit4] Completed on J1 in 25.52s, 5 tests, 1 error <<< FAILURES!
[...truncated 756 lines...]
[junit4] Suite: org.apache.solr.cloud.ReplicationFactorTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/init-core-data-001
[junit4] 2> 1794076 T6969 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 1794082 T6969 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 1794083 T6969 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1794084 T6970 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1794183 T6969 oasc.ZkTestServer.run start zk server on port:58273
[junit4] 2> 1794185 T6969 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1804086 T6973 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 9899ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
[junit4] 2> 1804088 T6976 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@121491a name:ZooKeeperConnection Watcher:127.0.0.1:58273 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1804089 T6969 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1804089 T6969 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1804097 T6969 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1804099 T6978 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ce1156 name:ZooKeeperConnection Watcher:127.0.0.1:58273/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1804099 T6969 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1804099 T6969 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1804102 T6969 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1804104 T6969 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1804106 T6969 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1804108 T6969 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1804108 T6969 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1804112 T6969 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1804112 T6969 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1804115 T6969 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1804115 T6969 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1804118 T6969 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1804120 T6969 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1804123 T6969 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1804123 T6969 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1804125 T6969 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1804126 T6969 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1804127 T6969 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1804128 T6969 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1804130 T6969 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1804131 T6969 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1804133 T6969 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1804133 T6969 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1804135 T6969 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1804136 T6969 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1804138 T6969 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1804138 T6969 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1804427 T6969 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1804430 T6969 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41736
[junit4] 2> 1804431 T6969 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1804431 T6969 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1804432 T6969 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-002
[junit4] 2> 1804432 T6969 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-002/'
[junit4] 2> 1804452 T6969 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-002/solr.xml
[junit4] 2> 1804463 T6969 oasc.CoreContainer.<init> New CoreContainer 570364
[junit4] 2> 1804464 T6969 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-002/]
[junit4] 2> 1804465 T6969 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1804465 T6969 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1804466 T6969 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1804466 T6969 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1804466 T6969 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1804467 T6969 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1804467 T6969 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1804468 T6969 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1804468 T6969 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1804469 T6969 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1804469 T6969 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1804470 T6969 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1804470 T6969 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58273/solr
[junit4] 2> 1804471 T6969 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1804472 T6969 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1804473 T6989 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e6fef1 name:ZooKeeperConnection Watcher:127.0.0.1:58273 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1804474 T6969 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1804476 T6969 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1804477 T6991 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e5e04 name:ZooKeeperConnection Watcher:127.0.0.1:58273/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1804477 T6969 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1804479 T6969 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1804482 T6969 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1804484 T6969 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 1804489 T6969 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 1804492 T6969 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 1804499 T6969 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1804501 T6969 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52787_
[junit4] 2> 1804502 T6969 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52787_
[junit4] 2> 1804504 T6969 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1804505 T6969 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1804508 T6969 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:52787_
[junit4] 2> 1804508 T6969 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1804510 T6969 oasc.Overseer.start Overseer (id=91895798643621891-127.0.0.1:52787_-n_0000000000) starting
[junit4] 2> 1804513 T6969 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1804520 T6993 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1804520 T6969 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1804522 T6969 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1804523 T6969 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1804525 T6992 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1804527 T6994 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 1804528 T6994 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1804529 T6991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1804529 T6994 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1804531 T6992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1804531 T6992 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:52787",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:52787_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1804532 T6992 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 1804532 T6992 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1804534 T6991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1804535 T6991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1805530 T6994 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1805531 T6994 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1805532 T6994 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1805532 T6994 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1805533 T6994 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1805533 T6994 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-002/collection1/'
[junit4] 2> 1805534 T6994 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 1805535 T6994 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 1805535 T6994 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 1805566 T6994 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
[junit4] 2> 1805577 T6994 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1805579 T6994 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1805586 T6994 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1805710 T6994 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1805710 T6994 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1805711 T6994 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1805716 T6994 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1805718 T6994 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1805729 T6994 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1805732 T6994 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1805734 T6994 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1805735 T6994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1805736 T6994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1805736 T6994 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1805737 T6994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1805737 T6994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1805738 T6994 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1805738 T6994 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1805738 T6994 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-002/collection1/, dataDir=./solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-001/control/data/
[junit4] 2> 1805739 T6994 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15b73c8
[junit4] 2> 1805740 T6994 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-001/control/data
[junit4] 2> 1805740 T6994 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-001/control/data/index/
[junit4] 2> 1805740 T6994 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1805741 T6994 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-001/control/data/index
[junit4] 2> 1805741 T6994 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1805742 T6994 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1464241 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@70b3e1),segFN=segments_1,generation=1}
[junit4] 2> 1805742 T6994 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1805746 T6994 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1805746 T6994 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1805747 T6994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1805747 T6994 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1805747 T6994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1805747 T6994 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1805748 T6994 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1805748 T6994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1805749 T6994 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1805749 T6994 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1805750 T6994 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1805750 T6994 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1805751 T6994 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1805751 T6994 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1805752 T6994 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1805752 T6994 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1805754 T6994 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1805756 T6994 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1805756 T6994 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1805757 T6994 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=18.2265625, floorSegmentMB=1.0283203125, forceMergeDeletesPctAllowed=5.092774614131873, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1805758 T6994 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1464241 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@70b3e1),segFN=segments_1,generation=1}
[junit4] 2> 1805758 T6994 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1805758 T6994 oass.SolrIndexSearcher.<init> Opening Searcher@191dd55[collection1] main
[junit4] 2> 1805759 T6994 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1805760 T6994 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1805760 T6994 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1805761 T6994 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1805761 T6994 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 1805761 T6994 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1805762 T6994 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1805762 T6994 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1805762 T6994 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 1805763 T6994 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 1805766 T6995 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@191dd55[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1805767 T6994 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1805768 T6998 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52787 collection:control_collection shard:shard1
[junit4] 2> 1805768 T6969 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4] 2> 1805769 T6969 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1805769 T6998 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1805773 T6969 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1805774 T7001 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ca8678 name:ZooKeeperConnection Watcher:127.0.0.1:58273/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1805774 T6969 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1805775 T6998 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1805775 T6969 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1805784 T6991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1805785 T6998 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1805785 T6998 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C2025 name=collection1 org.apache.solr.core.SolrCore@e1221d url=http://127.0.0.1:52787/collection1 node=127.0.0.1:52787_ C2025_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:52787, core=collection1, node_name=127.0.0.1:52787_}
[junit4] 2> 1805786 T6998 C2025 P52787 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52787/collection1/
[junit4] 2> 1805786 T6992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1805786 T6969 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1805786 T6998 C2025 P52787 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1805787 T6998 C2025 P52787 oasc.SyncStrategy.syncToMe http://127.0.0.1:52787/collection1/ has no replicas
[junit4] 2> 1805788 T6998 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52787/collection1/ shard1
[junit4] 2> 1805788 T6998 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1805788 T6991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1805792 T6991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1805794 T6991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1805897 T6991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1805897 T7001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1805943 T6998 oasc.ZkController.register We are http://127.0.0.1:52787/collection1/ and leader is http://127.0.0.1:52787/collection1/
[junit4] 2> 1805943 T6998 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52787
[junit4] 2> 1805944 T6998 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1805944 T6998 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 1805944 T6998 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1805946 T6991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1805946 T6991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1805946 T6998 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1805946 T6991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1805948 T6992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1805948 T6992 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:52787",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:52787_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"3",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1805950 T6991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1806053 T6991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1806053 T7001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1806064 T6969 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 1806065 T6969 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1806067 T6969 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43598
[junit4] 2> 1806068 T6969 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1806069 T6969 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1806069 T6969 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-003
[junit4] 2> 1806070 T6969 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-003/'
[junit4] 2> 1806089 T6969 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-003/solr.xml
[junit4] 2> 1806100 T6969 oasc.CoreContainer.<init> New CoreContainer 23281373
[junit4] 2> 1806101 T6969 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001/tempDir-003/]
[junit4] 2> 1806102 T6969 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1806102 T6969 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1806103 T6969 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1806103 T6969 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1806104 T6969 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1806104 T6969 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1806104 T6969 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1806105 T6969 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1806105 T6969 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1806106 T6969 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1806106 T6969 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1806107 T6969 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1806107 T6969 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58273/solr
[junit4] 2> 1806108 T6969 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1806109 T6969 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1806113 T7012 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@134dda0 name:ZooKeeperConnection Watcher:127.0.0.1:58273 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1806113 T6969 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1806116 T6969 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1806118 T7014 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@632ebd name:ZooKeeperConnection Watcher:127.0.0.1:58273/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1806118 T6969 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1806124 T6969 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1807127 T6969 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36838_
[junit4] 2> 1807130 T6969 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36838_
[junit4] 2> 1807133 T6991 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1807133 T7014 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1807133 T7001 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1807137 T7015 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 1807137 T7015 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1807138 T6991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: Sync
[...truncated too long message...]
ard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node1":{
[junit4] > "state":"active",
[junit4] > "base_url":"http://127.0.0.1:52787",
[junit4] > "core":"collection1",
[junit4] > "node_name":"127.0.0.1:52787_",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "autoCreated":"true",
[junit4] > "maxShardsPerNode":"1"}, collection1=DocCollection(collection1)={
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{
[junit4] > "shard1":{
[junit4] > "range":"80000000-d554ffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node3":{
[junit4] > "state":"active",
[junit4] > "base_url":"http://127.0.0.1:50751",
[junit4] > "core":"collection1",
[junit4] > "node_name":"127.0.0.1:50751_",
[junit4] > "leader":"true"}}},
[junit4] > "shard2":{
[junit4] > "range":"d5550000-2aa9ffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node1":{
[junit4] > "state":"active",
[junit4] > "base_url":"http://127.0.0.1:36838",
[junit4] > "core":"collection1",
[junit4] > "node_name":"127.0.0.1:36838_",
[junit4] > "leader":"true"}}},
[junit4] > "shard3":{
[junit4] > "range":"2aaa0000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node2":{
[junit4] > "state":"active",
[junit4] > "base_url":"http://127.0.0.1:52624",
[junit4] > "core":"collection1",
[junit4] > "node_name":"127.0.0.1:52624_",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "autoCreated":"true",
[junit4] > "maxShardsPerNode":"1"}, c8n_1x3=DocCollection(c8n_1x3)={
[junit4] > "replicationFactor":"3",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "state":"active",
[junit4] > "base_url":"http://127.0.0.1:52787",
[junit4] > "core":"c8n_1x3_shard1_replica1",
[junit4] > "node_name":"127.0.0.1:52787_"},
[junit4] > "core_node2":{
[junit4] > "state":"active",
[junit4] > "base_url":"http://127.0.0.1:50751",
[junit4] > "core":"c8n_1x3_shard1_replica2",
[junit4] > "node_name":"127.0.0.1:50751_"},
[junit4] > "core_node3":{
[junit4] > "state":"active",
[junit4] > "base_url":"http://127.0.0.1:36838",
[junit4] > "core":"c8n_1x3_shard1_replica3",
[junit4] > "node_name":"127.0.0.1:36838_",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1"}}
[junit4] > at __randomizedtesting.SeedInfo.seed([E0B8257BBD668BB6:615EAB63CA39EB8A]:0)
[junit4] > at org.apache.solr.cloud.ReplicationFactorTest.ensureAllReplicasAreActive(ReplicationFactorTest.java:379)
[junit4] > at org.apache.solr.cloud.ReplicationFactorTest.testRf3(ReplicationFactorTest.java:219)
[junit4] > at org.apache.solr.cloud.ReplicationFactorTest.doTest(ReplicationFactorTest.java:136)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1844701 T6969 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ReplicationFactorTest-E0B8257BBD668BB6-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene49), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ms, timezone=GB
[junit4] 2> NOTE: Linux 3.8.0-41-generic i386/Oracle Corporation 1.8.0_20-ea (32-bit)/cpus=8,threads=1,free=361236112,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestQuerySenderListener, DeleteReplicaTest, TestSolr4Spatial, SortByFunctionTest, TestArbitraryIndexDir, ConvertedLegacyTest, TestImplicitCoreProperties, TestQuerySenderNoQuery, TestRecovery, SolrCoreCheckLockOnStartupTest, HdfsUnloadDistributedZkTest, HdfsBasicDistributedZk2Test, AtomicUpdatesTest, ParsingFieldUpdateProcessorsTest, HighlighterConfigTest, DebugComponentTest, BasicZkTest, TestStressLucene, CoreAdminRequestStatusTest, SolrIndexConfigTest, TestMaxScoreQueryParser, TestCollationField, TestCodecSupport, HighlighterTest, TestManagedSynonymFilterFactory, DistributedSuggestComponentTest, TestChildDocTransformer, DeleteInactiveReplicaTest, TestCSVLoader, TestUpdate, TestExceedMaxTermLength, TestDistributedGrouping, OutputWriterTest, RequiredFieldsTest, TestSolrDeletionPolicy2, CoreAdminCreateDiscoverTest, StatsComponentTest, InfoHandlerTest, TestLazyCores, TestCloudManagedSchemaAddField, TestDFRSimilarityFactory, TestSerializedLuceneMatchVersion, MergeStrategyTest, StandardRequestHandlerTest, TestIndexingPerformance, DocValuesMissingTest, TestXIncludeConfig, DistribDocExpirationUpdateProcessorTest, PathHierarchyTokenizerFactoryTest, FileUtilsTest, TestSchemaVersionResource, ResponseHeaderTest, TestDocBasedVersionConstraints, HdfsSyncSliceTest, XmlUpdateRequestHandlerTest, TestFastOutputStream, TestSimpleQParserPlugin, TestNoOpRegenerator, RequestHandlersTest, AddBlockUpdateTest, TestRangeQuery, CachingDirectoryFactoryTest, SolrRequestParserTest, SolrTestCaseJ4Test, TestFastWriter, TestAtomicUpdateErrorCases, TestMiniSolrCloudCluster, SolrCmdDistributorTest, TestFileDictionaryLookup, HdfsChaosMonkeySafeLeaderTest, TestFoldingMultitermQuery, BadIndexSchemaTest, TestCoreDiscovery, DefaultValueUpdateProcessorTest, TestOverriddenPrefixQueryForCustomFieldType, DistributedDebugComponentTest, ZkSolrClientTest, TestSolrQueryParserDefaultOperatorResource, MigrateRouteKeyTest, PluginInfoTest, TestStressReorder, TimeZoneUtilsTest, TestSchemaSimilarityResource, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestFastLRUCache, PreAnalyzedFieldTest, TestHighFrequencyDictionaryFactory, TestComponentsName, AliasIntegrationTest, TestUtils, IndexSchemaRuntimeFieldTest, DirectUpdateHandlerTest, TestFieldResource, SpellCheckComponentTest, TestCloudManagedSchema, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot, TestRandomDVFaceting, TermVectorComponentDistributedTest, TestReload, HardAutoCommitTest, DistributedTermsComponentTest, TestGroupingSearch, TestFiltering, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterWFSTTest, NoCacheHeaderTest, QueryEqualityTest, DistanceFunctionTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, TestQueryTypes, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, TestSolrQueryParser, SolrPluginUtilsTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CoreContainerCoreInitFailuresTest, SOLR749Test, UpdateParamsTest, BadComponentTest, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestNumberUtils, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestDefaultSimilarityFactory, TestJmxMonitoredMap, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, ConnectionManagerTest, DistribCursorPagingTest, OverseerRolesTest, ReplicationFactorTest]
[junit4] Completed on J1 in 50.67s, 1 test, 1 failure <<< FAILURES!
[...truncated 176 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 399 suites, 1644 tests, 1 error, 1 failure, 36 ignored (15 assumptions)
Total time: 103 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0_20-ea-b15 -client -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any