You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/04/06 18:23:49 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1472 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1472/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
createcollection the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: createcollection the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([738EB7AC930F6EAE:F26839B4E4500E92]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:554)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.CollectionAdminRequest.process(CollectionAdminRequest.java:300)
	at org.apache.solr.client.solrj.request.CollectionAdminRequest.createCollection(CollectionAdminRequest.java:411)
	at org.apache.solr.client.solrj.request.CollectionAdminRequest.createCollection(CollectionAdminRequest.java:398)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSolrJAPICalls(CollectionsAPIDistributedZkTest.java:271)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:200)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:744)


REGRESSION:  org.apache.solr.cloud.OverseerStatusTest.testDistribSearch

Error Message:
overseerstatus the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: overseerstatus the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([738EB7AC930F6EAE:F26839B4E4500E92]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:554)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.cloud.OverseerStatusTest.invokeCollectionApi(OverseerStatusTest.java:121)
	at org.apache.solr.cloud.OverseerStatusTest.doTest(OverseerStatusTest.java:96)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10639 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerStatusTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/init-core-data-001
   [junit4]   2> 699840 T3154 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 699852 T3154 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 699854 T3154 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 699855 T3155 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 699956 T3154 oasc.ZkTestServer.run start zk server on port:50154
   [junit4]   2> 699982 T3154 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 699995 T3161 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b2e3036 name:ZooKeeperConnection Watcher:127.0.0.1:50154 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 699995 T3154 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 699996 T3154 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 700023 T3154 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 700024 T3163 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d8e155b name:ZooKeeperConnection Watcher:127.0.0.1:50154/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 700028 T3154 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 700028 T3154 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 700075 T3154 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 700117 T3154 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 700176 T3154 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 700235 T3154 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 700236 T3154 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 700298 T3154 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 700298 T3154 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 700347 T3154 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 700348 T3154 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 700366 T3154 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 700367 T3154 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 700387 T3154 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 700389 T3154 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 700421 T3154 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 700422 T3154 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 700439 T3154 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 700440 T3154 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 700446 T3154 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 700447 T3154 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 700459 T3154 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 700460 T3154 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 700474 T3154 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 700474 T3154 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 700557 T3154 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 700558 T3154 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 703062 T3154 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 703074 T3154 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50157
   [junit4]   2> 703076 T3154 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 703076 T3154 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 703076 T3154 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-002
   [junit4]   2> 703077 T3154 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-002/'
   [junit4]   2> 703139 T3154 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-002/solr.xml
   [junit4]   2> 703172 T3154 oasc.CoreContainer.<init> New CoreContainer 1672582217
   [junit4]   2> 703173 T3154 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-002/]
   [junit4]   2> 703174 T3154 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 703174 T3154 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 703175 T3154 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 703175 T3154 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 703176 T3154 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 703176 T3154 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 703177 T3154 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 703178 T3154 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 703178 T3154 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 703179 T3154 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 703180 T3154 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 703181 T3154 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 703182 T3154 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50154/solr
   [junit4]   2> 703183 T3154 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 703186 T3154 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 703190 T3174 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76bc284e name:ZooKeeperConnection Watcher:127.0.0.1:50154 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 703190 T3154 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 703198 T3154 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 703206 T3176 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3376790b name:ZooKeeperConnection Watcher:127.0.0.1:50154/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 703207 T3154 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 703212 T3154 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 703221 T3154 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 703231 T3154 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 703240 T3154 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 703249 T3154 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 703257 T3154 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 703267 T3154 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50157_
   [junit4]   2> 703272 T3154 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50157_
   [junit4]   2> 703279 T3154 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 703285 T3154 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 703297 T3154 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:50157_
   [junit4]   2> 703297 T3154 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 703303 T3154 oasc.Overseer.start Overseer (id=91540595296305155-127.0.0.1:50157_-n_0000000000) starting
   [junit4]   2> 703312 T3154 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 703361 T3178 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 703364 T3178 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes at 127.0.0.1:50157_
   [junit4]   2> 703370 T3154 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 703389 T3154 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 703411 T3154 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 703437 T3177 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 703441 T3179 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 703443 T3179 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 703455 T3179 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 703460 T3177 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 703461 T3177 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50157",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50157_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 703462 T3177 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 703462 T3177 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 703471 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 703473 T3176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 704457 T3179 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 704457 T3179 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 704459 T3179 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 704459 T3179 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 704462 T3179 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 704463 T3179 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-002/collection1/'
   [junit4]   2> 704465 T3179 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 704465 T3179 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 704466 T3179 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 704514 T3179 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 704539 T3179 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 704544 T3179 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 704550 T3179 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 704706 T3179 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 704707 T3179 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 704710 T3179 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 704716 T3179 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 704771 T3179 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 704771 T3179 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 704771 T3179 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-002/collection1/, dataDir=./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/control/data/
   [junit4]   2> 704771 T3179 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58b40dd7
   [junit4]   2> 704772 T3179 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/control/data
   [junit4]   2> 704772 T3179 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/control/data/index/
   [junit4]   2> 704773 T3179 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 704773 T3179 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/control/data/index
   [junit4]   2> 704773 T3179 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1685397060, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 704774 T3179 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6ac78942 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@79ae1d26),segFN=segments_1,generation=1}
   [junit4]   2> 704774 T3179 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 704777 T3179 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 704778 T3179 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 704779 T3179 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 704779 T3179 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 704779 T3179 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 704780 T3179 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 704781 T3179 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 704781 T3179 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 704781 T3179 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 704781 T3179 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 704782 T3179 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 704782 T3179 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 704782 T3179 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 704782 T3179 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 704783 T3179 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 704783 T3179 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 704783 T3179 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 704790 T3179 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 704794 T3179 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 704794 T3179 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 704795 T3179 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 704795 T3179 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6ac78942 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@79ae1d26),segFN=segments_1,generation=1}
   [junit4]   2> 704796 T3179 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 704796 T3179 oass.SolrIndexSearcher.<init> Opening Searcher@470600e8[collection1] main
   [junit4]   2> 704796 T3179 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 704800 T3179 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 704800 T3179 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 704801 T3179 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 704802 T3179 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 704802 T3179 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 704804 T3179 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 704804 T3179 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 704805 T3179 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 704805 T3179 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 704809 T3180 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@470600e8[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 704811 T3179 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 704815 T3183 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50157 collection:control_collection shard:shard1
   [junit4]   2> 704815 T3154 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 704816 T3154 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 704818 T3183 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 704819 T3154 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 704826 T3185 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ffc636b name:ZooKeeperConnection Watcher:127.0.0.1:50154/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 704826 T3154 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 704831 T3154 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 704841 T3154 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 704846 T3183 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 704853 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 704854 T3183 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 704855 T3183 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C960 name=collection1 org.apache.solr.core.SolrCore@5207a9d url=http://127.0.0.1:50157/collection1 node=127.0.0.1:50157_ C960_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:50157, core=collection1, node_name=127.0.0.1:50157_}
   [junit4]   2> 704855 T3183 C960 P50157 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50157/collection1/
   [junit4]   2> 704855 T3183 C960 P50157 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 704856 T3183 C960 P50157 oasc.SyncStrategy.syncToMe http://127.0.0.1:50157/collection1/ has no replicas
   [junit4]   2> 704856 T3183 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50157/collection1/ shard1
   [junit4]   2> 704856 T3183 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 704862 T3177 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 704878 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 704885 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 704896 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 705001 T3185 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 705001 T3176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 705040 T3183 oasc.ZkController.register We are http://127.0.0.1:50157/collection1/ and leader is http://127.0.0.1:50157/collection1/
   [junit4]   2> 705040 T3183 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50157
   [junit4]   2> 705041 T3183 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 705041 T3183 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 705041 T3183 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 705051 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 705051 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 705051 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 705058 T3183 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 705064 T3177 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 705076 T3177 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50157",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50157_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 705110 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 705222 T3176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 705221 T3185 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 707130 T3154 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 707131 T3154 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 707136 T3154 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50161
   [junit4]   2> 707137 T3154 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 707137 T3154 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 707137 T3154 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-003
   [junit4]   2> 707138 T3154 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-003/'
   [junit4]   2> 707178 T3154 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-003/solr.xml
   [junit4]   2> 707197 T3154 oasc.CoreContainer.<init> New CoreContainer 1971728677
   [junit4]   2> 707198 T3154 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-003/]
   [junit4]   2> 707199 T3154 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 707199 T3154 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 707199 T3154 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 707200 T3154 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 707200 T3154 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 707200 T3154 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 707200 T3154 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 707201 T3154 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 707201 T3154 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 707201 T3154 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 707202 T3154 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 707202 T3154 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 707202 T3154 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50154/solr
   [junit4]   2> 707203 T3154 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 707204 T3154 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 707209 T3196 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41d76812 name:ZooKeeperConnection Watcher:127.0.0.1:50154 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 707210 T3154 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 707218 T3154 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 707223 T3198 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@643a040d name:ZooKeeperConnection Watcher:127.0.0.1:50154/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 707224 T3154 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 707250 T3154 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 708264 T3154 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50161_
   [junit4]   2> 708267 T3154 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50161_
   [junit4]   2> 708279 T3176 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 708279 T3198 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 708280 T3185 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 708296 T3199 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 708296 T3199 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 708299 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 708299 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 708300 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 708299 T3199 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 708306 T3177 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 708308 T3177 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50161",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50161_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 708308 T3177 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 708308 T3177 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 708318 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 708320 T3176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 708320 T3198 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 708320 T3185 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 709302 T3199 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 709303 T3199 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 709304 T3199 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 709305 T3199 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 709308 T3199 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 709308 T3199 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-003/collection1/'
   [junit4]   2> 709310 T3199 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 709312 T3199 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 709312 T3199 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 709376 T3199 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 709388 T3199 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 709394 T3199 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 709400 T3199 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 709565 T3199 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 709567 T3199 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 709568 T3199 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 709574 T3199 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 709646 T3199 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 709647 T3199 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 709647 T3199 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-003/collection1/, dataDir=./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/jetty1/
   [junit4]   2> 709647 T3199 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58b40dd7
   [junit4]   2> 709649 T3199 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/jetty1
   [junit4]   2> 709650 T3199 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/jetty1/index/
   [junit4]   2> 709650 T3199 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 709650 T3199 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/jetty1/index
   [junit4]   2> 709651 T3199 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1685397060, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 709652 T3199 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@26278962 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@41b14fc6),segFN=segments_1,generation=1}
   [junit4]   2> 709652 T3199 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 709657 T3199 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 709658 T3199 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 709658 T3199 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 709658 T3199 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 709659 T3199 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 709659 T3199 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 709660 T3199 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 709660 T3199 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 709660 T3199 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 709661 T3199 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 709662 T3199 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 709662 T3199 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 709662 T3199 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 709662 T3199 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 709663 T3199 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 709663 T3199 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 709664 T3199 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 709673 T3199 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 709676 T3199 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 709676 T3199 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 709677 T3199 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 709677 T3199 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@26278962 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@41b14fc6),segFN=segments_1,generation=1}
   [junit4]   2> 709678 T3199 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 709678 T3199 oass.SolrIndexSearcher.<init> Opening Searcher@197496fb[collection1] main
   [junit4]   2> 709678 T3199 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 709682 T3199 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 709682 T3199 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 709684 T3199 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 709684 T3199 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 709684 T3199 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 709686 T3199 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 709687 T3199 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 709687 T3199 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 709687 T3199 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 709693 T3200 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@197496fb[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 709697 T3199 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 709701 T3203 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50161 collection:collection1 shard:shard2
   [junit4]   2> 709702 T3154 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 709703 T3154 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 709704 T3203 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 709720 T3203 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 709724 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 709725 T3203 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 709726 T3203 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C961 name=collection1 org.apache.solr.core.SolrCore@20d5fbe3 url=http://127.0.0.1:50161/collection1 node=127.0.0.1:50161_ C961_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:50161, core=collection1, node_name=127.0.0.1:50161_}
   [junit4]   2> 709728 T3203 C961 P50161 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50161/collection1/
   [junit4]   2> 709728 T3203 C961 P50161 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 709728 T3203 C961 P50161 oasc.SyncStrategy.syncToMe http://127.0.0.1:50161/collection1/ has no replicas
   [junit4]   2> 709729 T3203 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50161/collection1/ shard2
   [junit4]   2> 709729 T3203 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 709729 T3177 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 709747 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 709797 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 709832 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 709840 T3185 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 709840 T3176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 709841 T3198 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 709853 T3203 oasc.ZkController.register We are http://127.0.0.1:50161/collection1/ and leader is http://127.0.0.1:50161/collection1/
   [junit4]   2> 709853 T3203 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50161
   [junit4]   2> 709853 T3203 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 709853 T3203 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 709853 T3203 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 709858 T3203 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 709875 T3177 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 709876 T3177 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50161",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50161_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 709883 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 709988 T3198 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 709988 T3185 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 709989 T3176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 711569 T3154 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 711569 T3154 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 711576 T3154 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50164
   [junit4]   2> 711578 T3154 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 711579 T3154 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 711579 T3154 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-004
   [junit4]   2> 711579 T3154 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-004/'
   [junit4]   2> 711622 T3154 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-004/solr.xml
   [junit4]   2> 711659 T3154 oasc.CoreContainer.<init> New CoreContainer 1172481465
   [junit4]   2> 711659 T3154 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-004/]
   [junit4]   2> 711660 T3154 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 711661 T3154 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 711662 T3154 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 711662 T3154 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 711662 T3154 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 711662 T3154 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 711663 T3154 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 711663 T3154 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 711663 T3154 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 711663 T3154 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 711664 T3154 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 711665 T3154 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 711665 T3154 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50154/solr
   [junit4]   2> 711666 T3154 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 711667 T3154 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 711672 T3214 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61ff923 name:ZooKeeperConnection Watcher:127.0.0.1:50154 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 711672 T3154 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 711677 T3154 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 711683 T3216 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@256227fb name:ZooKeeperConnection Watcher:127.0.0.1:50154/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 711684 T3154 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 711707 T3154 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 712721 T3154 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50164_
   [junit4]   2> 712724 T3154 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50164_
   [junit4]   2> 712734 T3185 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 712734 T3176 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 712736 T3198 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 712736 T3216 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 712748 T3217 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 712748 T3217 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 712751 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 712751 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 712751 T3217 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 712751 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 712756 T3177 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 712758 T3177 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50164",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50164_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 712758 T3177 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 712759 T3177 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 712768 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 712770 T3185 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 712770 T3216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 712771 T3198 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 712771 T3176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 713754 T3217 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 713754 T3217 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 713756 T3217 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 713756 T3217 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 713758 T3217 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 713759 T3217 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-004/collection1/'
   [junit4]   2> 713760 T3217 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 713760 T3217 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 713761 T3217 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 713807 T3217 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 713818 T3217 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 713821 T3217 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 713826 T3217 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 713970 T3217 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 713971 T3217 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 713972 T3217 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 713978 T3217 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 714031 T3217 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 714031 T3217 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 714032 T3217 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-004/collection1/, dataDir=./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/jetty2/
   [junit4]   2> 714032 T3217 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58b40dd7
   [junit4]   2> 714033 T3217 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/jetty2
   [junit4]   2> 714033 T3217 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/jetty2/index/
   [junit4]   2> 714033 T3217 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 714033 T3217 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-001/jetty2/index
   [junit4]   2> 714034 T3217 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1685397060, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 714034 T3217 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4249f7c1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@70c91c0a),segFN=segments_1,generation=1}
   [junit4]   2> 714035 T3217 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 714038 T3217 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 714038 T3217 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 714038 T3217 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 714039 T3217 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 714039 T3217 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 714039 T3217 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 714040 T3217 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 714040 T3217 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 714040 T3217 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 714041 T3217 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 714042 T3217 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 714042 T3217 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 714042 T3217 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 714043 T3217 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 714043 T3217 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 714044 T3217 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 714045 T3217 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 714052 T3217 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 714057 T3217 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 714057 T3217 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 714057 T3217 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=36, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 714058 T3217 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4249f7c1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@70c91c0a),segFN=segments_1,generation=1}
   [junit4]   2> 714058 T3217 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 714059 T3217 oass.SolrIndexSearcher.<init> Opening Searcher@6e35418[collection1] main
   [junit4]   2> 714059 T3217 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 714063 T3217 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 714063 T3217 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 714065 T3217 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 714065 T3217 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 714065 T3217 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 714067 T3217 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 714068 T3217 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 714068 T3217 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 714068 T3217 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 714072 T3218 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6e35418[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 714073 T3217 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 714076 T3221 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50164 collection:collection1 shard:shard1
   [junit4]   2> 714076 T3154 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 714077 T3154 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 714078 T3221 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 714090 T3221 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 714097 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714098 T3221 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 714098 T3221 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C962 name=collection1 org.apache.solr.core.SolrCore@1c9ccf33 url=http://127.0.0.1:50164/collection1 node=127.0.0.1:50164_ C962_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:50164, core=collection1, node_name=127.0.0.1:50164_}
   [junit4]   2> 714098 T3221 C962 P50164 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50164/collection1/
   [junit4]   2> 714099 T3221 C962 P50164 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 714099 T3221 C962 P50164 oasc.SyncStrategy.syncToMe http://127.0.0.1:50164/collection1/ has no replicas
   [junit4]   2> 714099 T3221 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50164/collection1/ shard1
   [junit4]   2> 714099 T3221 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 714105 T3177 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 714110 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714120 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714127 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714234 T3216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 714235 T3185 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 714235 T3198 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 714236 T3176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 714274 T3221 oasc.ZkController.register We are http://127.0.0.1:50164/collection1/ and leader is http://127.0.0.1:50164/collection1/
   [junit4]   2> 714274 T3221 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50164
   [junit4]   2> 714275 T3221 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 714275 T3221 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 714276 T3221 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 714278 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714278 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714278 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714280 T3221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 714283 T3177 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 714284 T3177 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50164",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50164_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 714291 T3176 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714398 T3185 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 714398 T3176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 714401 T3198 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 714401 T3216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 715603 T3154 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 715603 T3154 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 715608 T3154 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50167
   [junit4]   2> 715609 T3154 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 715610 T3154 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 715610 T3154 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-005
   [junit4]   2> 715610 T3154 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-005/'
   [junit4]   2> 715672 T3154 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-005/solr.xml
   [junit4]   2> 715687 T3154 oasc.CoreContainer.<init> New CoreContainer 1090866973
   [junit4]   2> 715687 T3154 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.OverseerStatusTest-738EB7AC930F6EAE-001/tempDir-005/]
   [junit4]   2> 715688 T3154 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 715688 T3154 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 715689 T3154 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 715689 T3154 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 715690 T3154 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 715690 T3154 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 715690 T3154 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 715691 T3154 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 715691 T3154 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 715691 T3154 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 715693 T3154 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 715693 T3154 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 715693 T3154 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50154/solr
   [junit4]   2> 715694 T3154 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 715695 T3154 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 715700 T3232 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19461ee6 name:ZooKeeperConnection Watcher:127.0.0.1:50154 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 715701 T3154 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 715706 T3154 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 715710 T3234 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79232e9f name:ZooKeeperConnection Watcher:127.0.0.1:50154/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 715710 T3154 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 715733 T3154 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 716743 T3154 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50167_
   [junit4]   2> 716747 T3154 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50167_
   [junit4]   2> 716756 T3176 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 716756 T3216 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 716756 T3185 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 716757 T3198 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 716758 T3234 oascc.ZkStateReader$3.pro

[...truncated too long message...]

rrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:209)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:206)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:206)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:128)
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:123)
   [junit4]   2> 		... 7 more
   [junit4]   2> 	
   [junit4]   2> 1909952 T6313 oasc.ElectionContext.cancelElection canceling election /collections/solrj_collection/leader_elect/shard2/election/91540661526003727-core_node3-n_0000000001
   [junit4]   2> 1909952 T6313 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/solrj_collection/leader_elect/shard2/election/91540661526003727-core_node3-n_0000000001
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:177)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:174)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:174)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:72)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:310)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 1909952 T6313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1909953 T6313 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1909953 T6313 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.CollectionsAPIDistributedZkTest-738EB7AC930F6EAE-001
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=ar_LB, timezone=Africa/Timbuktu
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0 (64-bit)/cpus=2,threads=1,free=42642272,total=391208960
   [junit4]   2> NOTE: All tests run in this JVM: [TestWordDelimiterFilterFactory, TestReplicationHandler, HighlighterTest, CoreMergeIndexesAdminHandlerTest, LeaderElectionTest, TestDFRSimilarityFactory, TriLevelCompositeIdRoutingTest, CoreAdminRequestStatusTest, FullSolrCloudDistribCmdsTest, TestLMDirichletSimilarityFactory, DistributedDebugComponentTest, TestDocumentBuilder, DateFieldTest, TestMaxScoreQueryParser, SuggesterFSTTest, TestSimpleQParserPlugin, FileUtilsTest, SSLMigrationTest, ExternalFileFieldSortTest, CacheHeaderTest, TestManagedSynonymFilterFactory, StandardRequestHandlerTest, HdfsWriteToMultipleCollectionsTest, TestCollapseQParserPlugin, TestStressVersions, AliasIntegrationTest, LeaderElectionIntegrationTest, UUIDFieldTest, TestDistributedGrouping, TestCSVResponseWriter, BasicDistributedZk2Test, AddBlockUpdateTest, PolyFieldTest, ClusterStateUpdateTest, EnumFieldTest, ZkNodePropsTest, CachingDirectoryFactoryTest, SystemInfoHandlerTest, TestXIncludeConfig, AssignTest, AbstractAnalyticsFacetTest, HighlighterConfigTest, TestJoin, AnalysisErrorHandlingTest, TestBM25SimilarityFactory, SuggesterTest, CurrencyFieldOpenExchangeTest, TestJmxMonitoredMap, AlternateDirectoryTest, SpellCheckComponentTest, BadComponentTest, TestLuceneMatchVersion, TestBinaryResponseWriter, SliceStateTest, TestCodecSupport, CurrencyFieldXmlFileTest, TestCollectionAPI, OverseerStatusTest, XmlUpdateRequestHandlerTest, TestManagedSchemaFieldResource, TestReloadAndDeleteDocs, BasicFunctionalityTest, DistributedExpandComponentTest, AutoCommitTest, TestFoldingMultitermQuery, DistributedQueryComponentCustomSortTest, DeleteInactiveReplicaTest, TestSolrXml, TestQuerySenderListener, FieldMutatingUpdateProcessorTest, TestSuggestSpellingConverter, TestDefaultSearchFieldResource, TestDistributedMissingSort, HdfsRecoveryZkTest, OverseerCollectionProcessorTest, TestRecoveryHdfs, TestBinaryField, SolrInfoMBeanTest, TestComponentsName, CoreContainerCoreInitFailuresTest, TestCopyFieldCollectionResource, FileBasedSpellCheckerTest, HdfsDirectoryTest, TestAddFieldRealTimeGet, DebugComponentTest, TestPHPSerializedResponseWriter, TestSolrQueryParser, TestReversedWildcardFilterFactory, ConnectionManagerTest, TestDynamicFieldResource, HdfsChaosMonkeySafeLeaderTest, PeerSyncTest, LegacyHTMLStripCharFilterTest, TestShardHandlerFactory, RAMDirectoryFactoryTest, TestImplicitCoreProperties, TestRandomMergePolicy, DistribDocExpirationUpdateProcessorTest, TestFieldTypeCollectionResource, JSONWriterTest, TestFastOutputStream, TestSolrDeletionPolicy1, StatelessScriptUpdateProcessorFactoryTest, TestClassNameShortening, RegexBoostProcessorTest, TestManagedSchema, TestMergePolicyConfig, LoggingHandlerTest, CopyFieldTest, CoreAdminHandlerTest, OverseerTest, TestSchemaSimilarityResource, PrimUtilsTest, TestRangeQuery, TestZkChroot, BJQParserTest, DistanceFunctionTest, QueryParsingTest, UnloadDistributedZkTest, SampleTest, TestLFUCache, SolrCoreTest, ShardRoutingCustomTest, HdfsUnloadDistributedZkTest, TestBlendedInfixSuggestions, TestExceedMaxTermLength, SpellingQueryConverterTest, HdfsBasicDistributedZk2Test, TestCollationField, TestInitQParser, SoftAutoCommitTest, CoreAdminCreateDiscoverTest, TestFastLRUCache, HardAutoCommitTest, HdfsBasicDistributedZkTest, HdfsCollectionsAPIDistributedZkTest, TestManagedResourceStorage, DisMaxRequestHandlerTest, SolrPluginUtilsTest, TestQueryTypes, TestShortCircuitedRequests, TestSerializedLuceneMatchVersion, TestBadConfig, IndexBasedSpellCheckerTest, ChaosMonkeySafeLeaderTest, TestCharFilters, SchemaVersionSpecificBehaviorTest, DocumentBuilderTest, TestAtomicUpdateErrorCases, TestSystemIdResolver, TestStressRecovery, TestOverriddenPrefixQueryForCustomFieldType, TestFunctionQuery, UpdateRequestProcessorFactoryTest, TestSolrCoreProperties, TimeZoneUtilsTest, SOLR749Test, TestUpdate, TestNonDefinedSimilarityFactory, WordBreakSolrSpellCheckerTest, TermVectorComponentTest, BlockDirectoryTest, TestValueSourceCache, DefaultValueUpdateProcessorTest, PathHierarchyTokenizerFactoryTest, OpenCloseCoreStressTest, NoFacetTest, BasicZkTest, ScriptEngineTest, DistributedSpellCheckComponentTest, RequestHandlersTest, TestIndexingPerformance, ModifyConfFileTest, TestMiniSolrCloudCluster, TestFieldTypeResource, TestStressUserVersions, SortByFunctionTest, MigrateRouteKeyTest, TestSolrXMLSerializer, CollectionsAPIDistributedZkTest]
   [junit4] Completed in 200.44s, 1 test, 1 error <<< FAILURES!

[...truncated 637 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1281: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:907: There were test failures: 397 suites, 1674 tests, 2 errors, 42 ignored (15 assumptions)

Total time: 92 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure