You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/04/17 18:58:24 UTC

[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.7.0_55) - Build # 10099 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/10099/
Java: 32bit/jdk1.7.0_55 -server -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerRolesTest.testDistribSearch

Error Message:
collection already exists: testOverseerQuit

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: testOverseerQuit
	at __randomizedtesting.SeedInfo.seed([40CC17E0C3DA6824:C12A99F8B4850818]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:554)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:340)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:301)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:828)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:612)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:556)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1679)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1630)
	at org.apache.solr.cloud.OverseerRolesTest.createCollection(OverseerRolesTest.java:275)
	at org.apache.solr.cloud.OverseerRolesTest.testQuitCommand(OverseerRolesTest.java:101)
	at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:93)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10906 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/init-core-data-001
   [junit4]   2> 399590 T1899 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_/x
   [junit4]   2> 399594 T1899 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 399595 T1899 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 399595 T1900 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 399695 T1899 oasc.ZkTestServer.run start zk server on port:51407
   [junit4]   2> 399696 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 400041 T1906 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a8c42f name:ZooKeeperConnection Watcher:127.0.0.1:51407 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 400042 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 400042 T1899 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 400046 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 400046 T1901 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x145708ed5f50000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 400048 T1908 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19fc91d name:ZooKeeperConnection Watcher:127.0.0.1:51407/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 400048 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 400048 T1899 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 400053 T1899 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 400056 T1899 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 400057 T1899 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 400059 T1899 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 400060 T1899 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 400063 T1899 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 400064 T1899 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 400067 T1899 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 400068 T1899 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 400070 T1899 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 400070 T1899 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 400091 T1899 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 400092 T1899 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 400095 T1899 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 400095 T1899 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 400097 T1899 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 400097 T1899 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 400101 T1899 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 400101 T1899 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 400105 T1899 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 400106 T1899 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 400109 T1899 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 400111 T1899 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 400116 T1899 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 400116 T1899 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 400383 T1899 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 400387 T1899 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47590
   [junit4]   2> 400388 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 400388 T1899 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 400389 T1899 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-002
   [junit4]   2> 400389 T1899 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-002/'
   [junit4]   2> 400405 T1899 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-002/solr.xml
   [junit4]   2> 400447 T1899 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-002
   [junit4]   2> 400448 T1899 oasc.CoreContainer.<init> New CoreContainer 9792705
   [junit4]   2> 400448 T1899 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-002/]
   [junit4]   2> 400449 T1899 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 400450 T1899 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 400450 T1899 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 400450 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 400450 T1899 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 400451 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 400451 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 400452 T1899 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 400452 T1899 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 400453 T1899 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 400453 T1899 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 400454 T1899 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 400454 T1899 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51407/solr
   [junit4]   2> 400454 T1899 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 400455 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 400457 T1919 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@171d42 name:ZooKeeperConnection Watcher:127.0.0.1:51407 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 400457 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 400459 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 400460 T1921 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@797762 name:ZooKeeperConnection Watcher:127.0.0.1:51407/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 400461 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 400462 T1899 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 400464 T1899 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 400466 T1899 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 400469 T1899 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 400471 T1899 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 400473 T1899 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 400474 T1899 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47590__%2Fx
   [junit4]   2> 400475 T1899 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47590__%2Fx
   [junit4]   2> 400477 T1899 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 400479 T1899 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 400489 T1899 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:47590__%2Fx
   [junit4]   2> 400490 T1899 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 400492 T1899 oasc.Overseer.start Overseer (id=91603126208233475-127.0.0.1:47590__%2Fx-n_0000000000) starting
   [junit4]   2> 400494 T1899 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 400503 T1923 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 400503 T1899 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 400505 T1923 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes at 127.0.0.1:47590__%2Fx
   [junit4]   2> 400507 T1899 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 400509 T1899 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 400512 T1922 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 400514 T1899 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-002
   [junit4]   2> 400520 T1899 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-002/conf/
   [junit4]   2> 400708 T1899 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 400709 T1899 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 400709 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 400712 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 400714 T1926 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@170adec name:ZooKeeperConnection Watcher:127.0.0.1:51407/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 400714 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 400715 T1899 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 400722 T1899 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 400723 T1899 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 400724 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 400726 T1928 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9d7d9f name:ZooKeeperConnection Watcher:127.0.0.1:51407/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 400726 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 400729 T1921 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 400730 T1922 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 400732 T1922 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 400732 T1922 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 400732 T1922 oasc.Overseer$ClusterStateUpdater.createCollection _extern collection1 true
   [junit4]   2> 400739 T1921 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 400740 T1922 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection live nodes:[] collections:{collection1=DocCollection(collection1)={
   [junit4]   2> 	  "autoCreated":"true",
   [junit4]   2> 	  "replicationFactor":"1",
   [junit4]   2> 	  "maxShardsPerNode":"1",
   [junit4]   2> 	  "router":{"name":"compositeId"},
   [junit4]   2> 	  "stateFormat":2,
   [junit4]   2> 	  "shards":{
   [junit4]   2> 	    "shard1":{
   [junit4]   2> 	      "range":"80000000-ffffffff",
   [junit4]   2> 	      "state":"active",
   [junit4]   2> 	      "replicas":{}},
   [junit4]   2> 	    "shard2":{
   [junit4]   2> 	      "range":"0-7fffffff",
   [junit4]   2> 	      "state":"active",
   [junit4]   2> 	      "replicas":{}}}}}
   [junit4]   2> 400742 T1926 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 400742 T1921 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 401003 T1899 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 401004 T1899 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 401006 T1899 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35702
   [junit4]   2> 401007 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 401007 T1899 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 401008 T1899 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-003
   [junit4]   2> 401008 T1899 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-003/'
   [junit4]   2> 401024 T1899 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-003/solr.xml
   [junit4]   2> 401074 T1899 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-003
   [junit4]   2> 401074 T1899 oasc.CoreContainer.<init> New CoreContainer 10587033
   [junit4]   2> 401075 T1899 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-003/]
   [junit4]   2> 401076 T1899 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 401077 T1899 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 401077 T1899 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 401078 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 401078 T1899 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 401079 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 401079 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 401080 T1899 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 401080 T1899 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 401081 T1899 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 401081 T1899 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 401082 T1899 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 401082 T1899 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51407/solr
   [junit4]   2> 401083 T1899 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 401084 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 401085 T1939 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d4228d name:ZooKeeperConnection Watcher:127.0.0.1:51407 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 401086 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 401088 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 401090 T1941 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1315380 name:ZooKeeperConnection Watcher:127.0.0.1:51407/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 401090 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 401096 T1899 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 402100 T1899 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35702__%2Fx
   [junit4]   2> 402102 T1899 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35702__%2Fx
   [junit4]   2> 402109 T1899 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-003
   [junit4]   2> 402114 T1899 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-003/conf/
   [junit4]   2> 402205 T1899 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 402206 T1899 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 402207 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 402555 T1899 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 402556 T1899 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 402558 T1899 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44035
   [junit4]   2> 402559 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 402559 T1899 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 402560 T1899 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-004
   [junit4]   2> 402560 T1899 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-004/'
   [junit4]   2> 402574 T1899 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-004/solr.xml
   [junit4]   2> 402613 T1899 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-004
   [junit4]   2> 402614 T1899 oasc.CoreContainer.<init> New CoreContainer 4091152
   [junit4]   2> 402614 T1899 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-004/]
   [junit4]   2> 402616 T1899 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 402616 T1899 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 402617 T1899 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 402617 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 402618 T1899 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 402618 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 402618 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 402619 T1899 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 402619 T1899 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 402620 T1899 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 402620 T1899 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 402621 T1899 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 402621 T1899 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51407/solr
   [junit4]   2> 402622 T1899 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 402623 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 402624 T1953 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a5f9f name:ZooKeeperConnection Watcher:127.0.0.1:51407 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 402625 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 402626 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 402628 T1955 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19a79f4 name:ZooKeeperConnection Watcher:127.0.0.1:51407/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 402628 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 402633 T1899 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 403637 T1899 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44035__%2Fx
   [junit4]   2> 403639 T1899 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44035__%2Fx
   [junit4]   2> 403654 T1899 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-004
   [junit4]   2> 403664 T1899 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-004/conf/
   [junit4]   2> 403783 T1899 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 403784 T1899 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 403785 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 404029 T1899 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 404030 T1899 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 404032 T1899 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46256
   [junit4]   2> 404033 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 404033 T1899 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 404033 T1899 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-005
   [junit4]   2> 404034 T1899 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-005/'
   [junit4]   2> 404046 T1899 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-005/solr.xml
   [junit4]   2> 404085 T1899 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-005
   [junit4]   2> 404086 T1899 oasc.CoreContainer.<init> New CoreContainer 14254372
   [junit4]   2> 404086 T1899 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-005/]
   [junit4]   2> 404087 T1899 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 404087 T1899 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 404088 T1899 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 404088 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 404088 T1899 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 404089 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 404089 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 404089 T1899 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 404089 T1899 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 404090 T1899 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 404090 T1899 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 404091 T1899 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 404091 T1899 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51407/solr
   [junit4]   2> 404091 T1899 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 404092 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 404097 T1967 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ad6f3a name:ZooKeeperConnection Watcher:127.0.0.1:51407 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 404097 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 404099 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 404101 T1969 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ba7566 name:ZooKeeperConnection Watcher:127.0.0.1:51407/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 404101 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 404107 T1899 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 405111 T1899 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46256__%2Fx
   [junit4]   2> 405113 T1899 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46256__%2Fx
   [junit4]   2> 405121 T1899 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-005
   [junit4]   2> 405126 T1899 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-005/conf/
   [junit4]   2> 405216 T1899 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 405217 T1899 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 405218 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 405505 T1899 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 405506 T1899 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 405510 T1899 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46455
   [junit4]   2> 405510 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 405511 T1899 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 405511 T1899 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-006
   [junit4]   2> 405511 T1899 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-006/'
   [junit4]   2> 405529 T1899 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-006/solr.xml
   [junit4]   2> 405591 T1899 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-006
   [junit4]   2> 405592 T1899 oasc.CoreContainer.<init> New CoreContainer 10348931
   [junit4]   2> 405592 T1899 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-006/]
   [junit4]   2> 405594 T1899 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 405595 T1899 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 405595 T1899 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 405596 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 405596 T1899 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 405597 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 405597 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 405598 T1899 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 405598 T1899 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 405599 T1899 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 405599 T1899 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 405600 T1899 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 405600 T1899 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51407/solr
   [junit4]   2> 405601 T1899 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 405610 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 405611 T1981 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14da208 name:ZooKeeperConnection Watcher:127.0.0.1:51407 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 405612 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 405619 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 405623 T1983 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1568283 name:ZooKeeperConnection Watcher:127.0.0.1:51407/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 405624 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 405631 T1899 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 406638 T1899 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46455__%2Fx
   [junit4]   2> 406640 T1899 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46455__%2Fx
   [junit4]   2> 406653 T1899 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-006
   [junit4]   2> 406663 T1899 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-006/conf/
   [junit4]   2> 406754 T1899 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 406755 T1899 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 406755 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 406998 T1899 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 5
   [junit4]   2> 406999 T1899 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 407001 T1899 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58202
   [junit4]   2> 407002 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 407002 T1899 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 407002 T1899 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-007
   [junit4]   2> 407003 T1899 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-007/'
   [junit4]   2> 407025 T1899 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-007/solr.xml
   [junit4]   2> 407096 T1899 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-007
   [junit4]   2> 407097 T1899 oasc.CoreContainer.<init> New CoreContainer 32649404
   [junit4]   2> 407097 T1899 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-007/]
   [junit4]   2> 407099 T1899 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 407099 T1899 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 407099 T1899 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 407100 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 407100 T1899 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 407101 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 407101 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 407101 T1899 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 407102 T1899 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 407102 T1899 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 407103 T1899 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 407103 T1899 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 407103 T1899 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51407/solr
   [junit4]   2> 407104 T1899 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 407105 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 407106 T1995 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15dbcfb name:ZooKeeperConnection Watcher:127.0.0.1:51407 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 407107 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 407110 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 407112 T1997 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1283b9 name:ZooKeeperConnection Watcher:127.0.0.1:51407/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 407112 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 407122 T1899 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 408131 T1899 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58202__%2Fx
   [junit4]   2> 408134 T1899 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58202__%2Fx
   [junit4]   2> 408148 T1899 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-007
   [junit4]   2> 408158 T1899 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-007/conf/
   [junit4]   2> 408246 T1899 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 408248 T1899 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 408249 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 408495 T1899 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 6
   [junit4]   2> 408496 T1899 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 408499 T1899 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53259
   [junit4]   2> 408499 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 408500 T1899 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 408500 T1899 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-008
   [junit4]   2> 408501 T1899 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-008/'
   [junit4]   2> 408520 T1899 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-008/solr.xml
   [junit4]   2> 408559 T1899 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-008
   [junit4]   2> 408559 T1899 oasc.CoreContainer.<init> New CoreContainer 10537972
   [junit4]   2> 408560 T1899 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-008/]
   [junit4]   2> 408561 T1899 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 408561 T1899 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 408561 T1899 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 408562 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 408562 T1899 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 408562 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 408562 T1899 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 408563 T1899 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 408563 T1899 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 408564 T1899 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 408564 T1899 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 408564 T1899 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 408564 T1899 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51407/solr
   [junit4]   2> 408565 T1899 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 408566 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 408567 T2009 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ae1f44 name:ZooKeeperConnection Watcher:127.0.0.1:51407 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 408568 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 408570 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 408571 T2011 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@885610 name:ZooKeeperConnection Watcher:127.0.0.1:51407/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 408571 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 408578 T1899 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 409584 T1899 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53259__%2Fx
   [junit4]   2> 409587 T1899 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53259__%2Fx
   [junit4]   2> 409601 T1899 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-008
   [junit4]   2> 409614 T1899 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001/tempDir-008/conf/
   [junit4]   2> 409731 T1899 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 409732 T1899 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 409732 T1899 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 409735 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 409737 T2014 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fd410e name:ZooKeeperConnection Watcher:127.0.0.1:51407/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 409738 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 409739 T1899 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 409745 T1899 oasc.AbstractFullDistribZkTestBase.createCollection Creating external collection: testOverseerQuit
   [junit4]   2> 409746 T1899 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 409748 T2016 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d24d11 name:ZooKeeperConnection Watcher:127.0.0.1:51407/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 409748 T1899 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 409750 T1899 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 409760 T1936 oasha.CollectionsHandler.handleCreateAction Creating Collection : version=2&numShards=4&replicationFactor=2&action=CREATE&maxShardsPerNode=2&name=testOverseerQuit&wt=javabin&stateFormat=2
   [junit4]   2> 409762 T1921 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 409764 T1923 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerQuit",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "stateFormat":"2"}
   [junit4]   2> 409765 T1923 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"testOverseerQuit",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "stateFormat":"2"}
   [junit4]   2> 409767 T1923 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
   [junit4]   2> 409767 T1923 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerQuit 
   [junit4]   2> 409768 T1923 oascc.SolrZkClient.makePath makePath: /collections/testOverseerQuit
   [junit4]   2> 409774 T1921 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 409776 T1922 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 409779 T1922 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerQuit
   [junit4]   2> 409780 T1922 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerQuit with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 409780 T1922 oasc.Overseer$ClusterStateUpdater.createCollection _extern testOverseerQuit true
   [junit4]   2> 409788 T1921 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 409789 T1922 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection live nodes:[] collections:{testOverseerQuit=DocCollection(testOverseerQuit)={
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "maxShardsPerNode":"2",
   [junit4]   2> 	  "router":{"name":"compositeId"},
   [junit4]   2> 	  "stateFormat":"2",
   [junit4]   2> 	  "shards":{
   [junit4]   2> 	    "shard1":{
   [junit4]   2> 	      "range":"80000000-bfffffff",
   [junit4]   2> 	      "state":"active",
   [junit4]   2> 	      "replicas":{}},
   [junit4]   2> 	    "shard2":{
   [junit4]   2> 	      "range":"c0000000-ffffffff",
   [junit4]   2> 	      "state":"active",
   [junit4]   2> 	      "replicas":{}},
   [junit4]   2> 	    "shard3":{
   [junit4]   2> 	      "range":"0-3fffffff",
   [junit4]   2> 	      "state":"active",
   [junit4]   2> 	      "replicas":{}},
   [junit4]   2> 	    "shard4":{
   [junit4]   2> 	      "range":"40000000-7fffffff",
   [junit4]   2> 	      "state":"active",
   [junit4]   2> 	      "replicas":{}}}}}
   [junit4]   2> 409792 T1955 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 409792 T1983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 409793 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 409793 T2016 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 409793 T1941 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 409792 T1926 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 409792 T1921 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 409792 T1997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 409792 T1969 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 409792 T2014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
   [junit4]   2> 409874 T1923 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection, shardNames [shard1, shard2, shard3, shard4] , replicationFactor : 2
   [junit4]   2> 409874 T1923 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard1_replica1 as part of slice shard1 of collection testOverseerQuit on 127.0.0.1:46256__%2Fx
   [junit4]   2> 409876 T1923 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard1_replica2 as part of slice shard1 of collection testOverseerQuit on 127.0.0.1:35702__%2Fx
   [junit4]   2> 409878 T1923 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard2_replica1 as part of slice shard2 of collection testOverseerQuit on 127.0.0.1:47590__%2Fx
   [junit4]   2> 409878 T1963 oasha.CoreAdminHandler.handleCreateAction core create command collection=testOverseerQuit&version=2&numShards=4&shard=shard1&collection.configName=conf1&qt=/admin/cores&action=CREATE&name=testOverseerQuit_shard1_replica1&wt=javabin
   [junit4]   2> 409880 T1923 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard2_replica2 as part of slice shard2 of collection testOverseerQuit on 127.0.0.1:58202__%2Fx
   [junit4]   2> 409880 T1934 oasha.CoreAdminHandler.handleCreateAction core create command collection=testOverseerQuit&version=2&numShards=4&shard=shard1&collection.configName=conf1&qt=/admin/cores&action=CREATE&name=testOverseerQuit_shard1_replica2&wt=javabin
   [junit4]   2> 409881 T1923 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard3_replica1 as part of slice shard3 of collection testOverseerQuit on 127.0.0.1:46455__%2Fx
   [junit4]   2> 409882 T1914 oasha.CoreAdminHandler.handleCreateAction core create command collection=testOverseerQuit&version=2&numShards=4&shard=shard2&collection.configName=conf1&qt=/admin/cores&action=CREATE&name=testOverseerQuit_shard2_replica1&wt=javabin
   [junit4]   2> 409882 T1963 oasc.ZkController.publish publishing core=testOverseerQuit_shard1_replica1 state=down collection=testOverseerQuit
   [junit4]   2> 409883 T1934 oasc.ZkController.publish publishing core=testOverseerQuit_shard1_replica2 state=down collection=testOverseerQuit
   [junit4]   2> 409883 T1990 oasha.CoreAdminHandler.handleCreateAction core create command collection=testOverseerQuit&version=2&numShards=4&shard=shard2&collection.configName=conf1&qt=/admin/cores&action=CREATE&name=testOverseerQuit_shard2_replica2&wt=javabin
   [junit4]   2> 409883 T1923 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard3_replica2 as part of slice shard3 of collection testOverseerQuit on 127.0.0.1:44035__%2Fx
   [junit4]   2> 409885 T1921 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 409885 T1977 oasha.CoreAdminHandler.handleCreateAction core create command collection=testOverseerQuit&version=2&numShards=4&shard=shard3&collection.configName=conf1&qt=/admin/cores&action=CREATE&name=testOverseerQuit_shard3_replica1&wt=javabin
   [junit4]   2> 409886 T1914 oasc.ZkController.publish publishing core=testOverseerQuit_shard2_replica1 state=down collection=testOverseerQuit
   [junit4]   2> 409886 T1923 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard4_replica1 as part of slice shard4 of collection testOverseerQuit on 127.0.0.1:53259__%2Fx
   [junit4]   2> 409888 T1934 oasc.ZkController.preRegister Registering watch for external collection testOverseerQuit
   [junit4]   2> 409887 T1963 oasc.ZkController.preRegister Registering watch for external collection testOverseerQuit
   [junit4]   2> 409889 T1977 oasc.ZkController.publish publishing core=testOverseerQuit_shard3_replica1 state=down collection=testOverseerQuit
   [junit4]   2> 409887 T1990 oasc.ZkController.publish publishing core=testOverseerQuit_shard2_replica2 state=down collection=testOverseerQuit
   [junit4]   2> 409889 T1923 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard4_replica2 as part of slice shard4 of collection testOverseerQuit on 127.0.0.1:46256__%2Fx
   [junit4]   2> 409889 T1921 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 409889 T1963 oascc.ZkStateReader.addZkWatch addZkWatch testOverseerQuit
   [junit4]   2> 409888 T1934 oascc.ZkStateReader.addZkWatch addZkWatch testOverseerQuit
   [junit4]   2> 409888 T1949 oasha.CoreAdminHandler.handleCreateAction core create command collection=testOverseerQuit&version=2&numShards=4&shard=shard3&collection.configName=conf1&qt=/admin/cores&action=CREATE&name=testOverseerQuit_shard3_replica2&wt=javabin
   [junit4]   2> 409893 T1934 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/testOverseerQuit/state from ZooKeeper... 
   [junit4]   2> 409894 T1990 oasc.ZkController.preRegister Registering watch for external collection testOverseerQuit
   [junit4]   2> 409894 T1990 oascc.ZkStateReader.addZkWatch addZkWatch testOverseerQuit
   [junit4]   2> 409892 T1963 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/testOverseerQuit/state from ZooKeeper... 
   [junit4]   2> 409892 T1914 oasc.ZkController.preRegister Registering watch for external collection testOverseerQuit
   [junit4]   2> 409891 T2005 oasha.CoreAdminHandler.handleCreateAction core create command collection=testOverseerQuit&version=2&numShards=4&shard=shard4&collection.configName=conf1&qt=/admin/cores&action=CREATE&name=testOverseerQuit_shard4_replica1&wt=javabin
   [junit4]   2> 409890 T1922 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 409896 T1934 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 409896 T1990 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/testOverseerQuit/state from ZooKeeper... 
   [junit4]   2> 409895 T1949 oasc.ZkController.publish publishing core=testOverseerQuit_shard3_replica2 state=down collection=testOverseerQuit
   [junit4]   2> 409895 T1964 oasha.CoreAdminHandler.handleCreateAction core create command collection=testOverseerQuit&version=2&numShards=4&shard=shard4&collection.configName=conf1&qt=/admin/cores&action=CREATE&name=testOverseerQuit_shard4_replica2&wt=javabin
   [junit4]   2> 409893 T1977 oasc.ZkController.preRegister Registering watch for external collection testOverseerQuit
   [junit4]   2> 409900 T1977 oascc.ZkStateReader.addZkWatch addZkWatch testOverseerQuit
   [junit4]   2> 409898 T2005 oasc.ZkController.publish publishing core=testOverseerQuit_shard4_replica1 state=down collection=testOverseerQuit
   [junit4]   2> 409901 T1964 oasc.ZkController.publish publishing core=testOverseerQuit_shard4_replica2 state=down collection=testOverseerQuit
   [junit4]   2> 409898 T1963 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 409902 T1977 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/testOverseerQuit/state from ZooKeeper... 
   [junit4]   2> 409901 T1949 oasc.ZkController.preRegister Registering watch for external collection testOverseerQuit
   [junit4]   2> 409904 T1964 oasc.ZkController.preRegister Registering watch for external collection testOverseerQuit
   [junit4]   2> 409905 T1964 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 409901 T1990 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 409901 T1922 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46256/_/x",
   [junit4]   2> 	  "core":"testOverseerQuit_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:46256__%2Fx",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"testOverseerQuit",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 409906 T2005 oasc.ZkController.preRegister Registering watch for external collection testOverseerQuit
   [junit4]   2> 409906 T1977 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 409904 T1949 oascc.ZkStateReader.addZkWatch addZkWatch testOverseerQuit
   [junit4]   2> 409907 T2005 oascc.ZkStateReader.addZkWatch addZkWatch testOverseerQuit
   [junit4]   2> 409909 T1949 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/testOverseerQuit/state from ZooKeeper... 
   [junit4]   2> 409910 T2005 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/testOverseerQuit/state from ZooKeeper... 
   [junit4]   2> 409913 T1949 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 409913 T2005 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 409920 T1922 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 409921 T1955 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409921 T2011 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409921 T1969 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409921 T1997 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409921 T1941 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409923 T2011 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409921 T1983 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409923 T1969 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409924 T1997 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409922 T1955 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409925 T1914 oascc.ZkStateReader.addZkWatch addZkWatch testOverseerQuit
   [junit4]   2> 409924 T1983 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409924 T1941 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409926 T1914 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/testOverseerQuit/state from ZooKeeper... 
   [junit4]   2> 409929 T1914 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 409929 T1922 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 409934 T1922 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35702/_/x",
   [junit4]   2> 	  "core":"testOverseerQuit_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35702__%2Fx",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"testOverseerQuit",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 409934 T1922 oascc.ZkStateReader.updateExternCollection Updated DocCollection testOverseerQuit to: 
   [junit4]   2> 409938 T1921 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 409939 T1922 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 409940 T1921 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409940 T1997 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409940 T1983 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409940 T1941 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409940 T1969 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409942 T1983 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409940 T2011 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409940 T1955 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409943 T1969 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409943 T1941 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409942 T1997 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409944 T1955 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409944 T2011 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409945 T1921 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409946 T1922 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 409951 T1922 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47590/_/x",
   [junit4]   2> 	  "core":"testOverseerQuit_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47590__%2Fx",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"testOverseerQuit",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 409951 T1922 oascc.ZkStateReader.updateExternCollection Updated DocCollection testOverseerQuit to: 
   [junit4]   2> 409955 T1921 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 409956 T1922 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 409958 T1921 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409958 T1969 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409958 T1997 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409958 T1983 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409958 T2011 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409958 T1955 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409958 T1941 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409960 T1983 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409960 T1997 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409959 T1969 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409961 T1941 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409961 T1955 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409961 T2011 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409963 T1921 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409965 T1922 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 409969 T1922 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46455/_/x",
   [junit4]   2> 	  "core":"testOverseerQuit_shard3_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:46455__%2Fx",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"testOverseerQuit",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 409970 T1922 oascc.ZkStateReader.updateExternCollection Updated DocCollection testOverseerQuit to: 
   [junit4]   2> 409974 T1921 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 409975 T1922 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 409976 T1921 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409977 T1983 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409977 T2011 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409977 T1997 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409977 T1941 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409978 T1983 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409979 T2011 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409977 T1955 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409977 T1969 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409980 T1941 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409979 T1997 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409981 T1969 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409982 T1955 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409983 T1921 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409984 T1922 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 409989 T1922 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58202/_/x",
   [junit4]   2> 	  "core":"testOverseerQuit_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58202__%2Fx",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"testOverseerQuit",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 409989 T1922 oascc.ZkStateReader.updateExternCollection Updated DocCollection testOverseerQuit to: 
   [junit4]   2> 409993 T1921 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 409993 T1922 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 409995 T1983 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409995 T1955 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409995 T2011 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409995 T1997 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409997 T1983 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409996 T1969 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409996 T1941 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409998 T1955 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409996 T1921 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 409998 T2011 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409998 T1997 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409999 T1969 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 409999 T1941 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 410001 T1921 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 410002 T1922 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 410005 T1922 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44035/_/x",
   [junit4]   2> 	  "core":"testOverseerQuit_shard3_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:44035__%2Fx",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"testOverseerQuit",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 410005 T1922 oascc.ZkStateReader.updateExternCollection Updated DocCollection testOverseerQuit to: 
   [junit4]   2> 410007 T1921 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 410008 T1922 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 410009 T1997 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 410009 T1983 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 410009 T1921 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 410009 T1941 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 410009 T1955 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 410009 T1969 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 410009 T2011 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 410010 T1941 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 410009 T1983 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 410009 T1997 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 410011 T2011 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 410010 T1969 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 410010 T1955 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 410011 T1921 oascc.ZkStateReader$6.process Updating data for testOverseerQuit 
   [junit4]   2> 410012 T1922 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 410013 T1922 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53259/_/x",
   [junit4]   2> 	  "core":"testOverseerQuit_shard4_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53259__%2Fx",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "collection":"testOverseerQuit",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 410014 T1922 oascc.ZkStateReader.updateExternCollection Updated DocCollection testOverseerQuit to: 
   [junit4]   2> 410015 T1921 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 410016 T1922 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [j

[...truncated too long message...]

	at org.apache.solr.cloud.Overseer.getInQueue(Overseer.java:1280)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:192)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:372)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:210)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:372)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:210)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:372)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:210)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:226)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:223)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:223)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.<init>(DistributedQueue.java:68)
   [junit4]   2> 	... 24 more
   [junit4]   2> 
   [junit4]   2> 448541 T1997 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testOverseerQuit/state, has occurred - updating... 
   [junit4]   2> 448541 T1997 oascc.ZkStateReader$6.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 448541 T1997 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 448541 T1997 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 448623 T2011 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 448630 T2075 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:329)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.OverseerRolesTest-40CC17E0C3DA6824-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ar_SY, timezone=America/Buenos_Aires
   [junit4]   2> NOTE: Linux 3.8.0-38-generic i386/Oracle Corporation 1.7.0_55 (32-bit)/cpus=8,threads=1,free=116260320,total=482344960
   [junit4]   2> NOTE: All tests run in this JVM: [ScriptEngineTest, TestHighlightDedupGrouping, HdfsRecoveryZkTest, TestHighFrequencyDictionaryFactory, TestCursorMarkWithoutUniqueKey, JsonLoaderTest, TestDistribDocBasedVersion, BasicFunctionalityTest, TestDynamicFieldCollectionResource, CoreAdminHandlerTest, TestGroupingSearch, ShardRoutingTest, TestJmxMonitoredMap, ExternalFileFieldSortTest, SoftAutoCommitTest, MoreLikeThisHandlerTest, MBeansHandlerTest, HdfsChaosMonkeySafeLeaderTest, TestRandomMergePolicy, TestSolrXmlPersistor, TestMaxScoreQueryParser, ChaosMonkeyNothingIsSafeTest, TestRandomDVFaceting, TestCloudManagedSchema, TestLMJelinekMercerSimilarityFactory, TestSolrXmlPersistence, TestSystemIdResolver, SampleTest, TestFileDictionaryLookup, QueryElevationComponentTest, BlockDirectoryTest, TestConfigSets, EchoParamsTest, IndexSchemaTest, DistributedExpandComponentTest, ResponseLogComponentTest, TestSolrQueryParserDefaultOperatorResource, DirectUpdateHandlerOptimizeTest, SolrCoreTest, OverseerStatusTest, TestNonNRTOpen, RAMDirectoryFactoryTest, TestCollationFieldDocValues, HdfsCollectionsAPIDistributedZkTest, CSVRequestHandlerTest, TestExtendedDismaxParser, BadComponentTest, SuggesterTest, DocValuesMissingTest, TestShortCircuitedRequests, QueryParsingTest, TestRemoteStreaming, SuggesterFSTTest, TestTrie, TestDefaultSearchFieldResource, LeaderElectionTest, DistributedQueryElevationComponentTest, RecoveryZkTest, TestUtils, OverseerRolesTest]
   [junit4] Completed on J0 in 49.96s, 1 test, 1 error <<< FAILURES!

[...truncated 826 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1296: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:920: There were test failures: 397 suites, 1663 tests, 1 error, 37 ignored (16 assumptions)

Total time: 56 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_55 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_20-ea-b05) - Build # 10100 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/10100/
Java: 64bit/jdk1.8.0_20-ea-b05 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:37580/solr within 10000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:37580/solr within 10000 ms
	at __randomizedtesting.SeedInfo.seed([5119BA950173755D:D0FF348D762C1561]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:151)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:102)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:92)
	at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:214)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.createZkStateReader(CloudSolrServer.java:909)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.connect(CloudSolrServer.java:297)
	at org.apache.solr.cloud.BasicDistributedZkTest.getCommonCloudSolrServer(BasicDistributedZkTest.java:1148)
	at org.apache.solr.cloud.BasicDistributedZkTest.getLeaderUrlFromZk(BasicDistributedZkTest.java:623)
	at org.apache.solr.cloud.ShardSplitTest.checkDocCountsAndShardStates(ShardSplitTest.java:444)
	at org.apache.solr.cloud.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:237)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:101)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.GeneratedMethodAccessor33.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:744)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:37580/solr within 10000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:143)
	... 50 more




Build Log:
[...truncated 11628 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-5119BA950173755D-001/init-core-data-001
   [junit4]   2> 1139512 T6283 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /t/s
   [junit4]   2> 1139514 T6283 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1139515 T6283 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1139515 T6284 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1139615 T6283 oasc.ZkTestServer.run start zk server on port:37580
   [junit4]   2> 1139616 T6283 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1141345 T6287 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 1727ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
   [junit4]   2> 1141346 T6290 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13b20c27 name:ZooKeeperConnection Watcher:127.0.0.1:37580 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1141346 T6283 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1141347 T6283 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1141353 T6283 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1141354 T6292 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53e1fc5e name:ZooKeeperConnection Watcher:127.0.0.1:37580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1141354 T6283 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1141355 T6283 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1141357 T6283 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1141358 T6283 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1141359 T6283 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1141361 T6283 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1141361 T6283 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1141366 T6283 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1141367 T6283 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1141368 T6283 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1141369 T6283 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1141370 T6283 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1141371 T6283 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1141372 T6283 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1141373 T6283 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1141374 T6283 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1141375 T6283 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1141376 T6283 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1141376 T6283 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1141378 T6283 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1141378 T6283 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1141381 T6283 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1141381 T6283 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1141384 T6283 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1141384 T6283 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1141386 T6283 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1141386 T6283 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1141639 T6283 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1141642 T6283 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40151
   [junit4]   2> 1141642 T6283 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1141643 T6283 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1141643 T6283 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-002
   [junit4]   2> 1141643 T6283 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-002/'
   [junit4]   2> 1141659 T6283 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-002/solr.xml
   [junit4]   2> 1141666 T6283 oasc.CoreContainer.<init> New CoreContainer 2094724997
   [junit4]   2> 1141666 T6283 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-002/]
   [junit4]   2> 1141666 T6283 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1141667 T6283 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1141667 T6283 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1141667 T6283 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1141667 T6283 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1141668 T6283 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1141668 T6283 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1141668 T6283 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1141668 T6283 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1141669 T6283 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1141669 T6283 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1141669 T6283 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1141669 T6283 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37580/solr
   [junit4]   2> 1141670 T6283 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1141670 T6283 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1141672 T6303 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7219783 name:ZooKeeperConnection Watcher:127.0.0.1:37580 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1141672 T6283 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1141674 T6283 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1141674 T6305 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@750d5c0f name:ZooKeeperConnection Watcher:127.0.0.1:37580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1141674 T6283 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1141675 T6283 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1141677 T6283 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1141678 T6283 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1141680 T6283 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1141681 T6283 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1141683 T6283 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1141684 T6283 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40151_t%2Fs
   [junit4]   2> 1141684 T6283 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40151_t%2Fs
   [junit4]   2> 1141685 T6283 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1141686 T6283 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1141688 T6283 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:40151_t%2Fs
   [junit4]   2> 1141688 T6283 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1141691 T6283 oasc.Overseer.start Overseer (id=91603939980148739-127.0.0.1:40151_t%2Fs-n_0000000000) starting
   [junit4]   2> 1141694 T6283 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1141699 T6307 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1141699 T6283 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1141699 T6307 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes at 127.0.0.1:40151_t%2Fs
   [junit4]   2> 1141700 T6283 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1141701 T6283 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1141702 T6306 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1141704 T6308 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1141704 T6308 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1141704 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141705 T6308 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1141705 T6306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1141706 T6306 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40151/t/s",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:40151_t%2Fs",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1141706 T6306 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1141706 T6306 oasc.Overseer$ClusterStateUpdater.createCollection _extern control_collection false
   [junit4]   2> 1141706 T6306 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1141707 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1141710 T6305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1142705 T6308 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1142705 T6308 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1142706 T6308 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1142706 T6308 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1142707 T6308 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1142707 T6308 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-002/collection1/'
   [junit4]   2> 1142708 T6308 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1142708 T6308 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1142708 T6308 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1142732 T6308 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1142743 T6308 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1142744 T6308 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1142757 T6308 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1142852 T6308 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1142854 T6308 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1142854 T6308 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1142857 T6308 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1142869 T6308 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1142869 T6308 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1142870 T6308 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-002/collection1/, dataDir=./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/control/data/
   [junit4]   2> 1142870 T6308 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a0c12f5
   [junit4]   2> 1142870 T6308 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/control/data
   [junit4]   2> 1142870 T6308 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/control/data/index/
   [junit4]   2> 1142870 T6308 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1142871 T6308 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/control/data/index
   [junit4]   2> 1142871 T6308 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1142871 T6308 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3eb99392 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@50cb0060),segFN=segments_1,generation=1}
   [junit4]   2> 1142872 T6308 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1142874 T6308 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1142881 T6308 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1142882 T6308 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1142882 T6308 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1142882 T6308 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1142882 T6308 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1142883 T6308 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1142883 T6308 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1142883 T6308 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1142884 T6308 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1142884 T6308 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1142884 T6308 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1142884 T6308 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1142885 T6308 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1142885 T6308 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1142885 T6308 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1142886 T6308 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1142888 T6308 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1142890 T6308 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1142890 T6308 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1142891 T6308 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=49.0166015625, floorSegmentMB=0.7353515625, forceMergeDeletesPctAllowed=27.80867256453048, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1142891 T6308 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3eb99392 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@50cb0060),segFN=segments_1,generation=1}
   [junit4]   2> 1142891 T6308 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1142892 T6308 oass.SolrIndexSearcher.<init> Opening Searcher@c4f3628[collection1] main
   [junit4]   2> 1142892 T6308 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1142892 T6308 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1142893 T6308 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1142893 T6308 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1142893 T6308 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1142893 T6308 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1142894 T6308 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1142894 T6308 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1142894 T6308 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1142895 T6308 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1142896 T6309 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c4f3628[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1142897 T6308 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1142898 T6312 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40151/t/s collection:control_collection shard:shard1
   [junit4]   2> 1142898 T6283 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1142899 T6283 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1142900 T6283 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1142900 T6312 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1142901 T6314 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b90ec64 name:ZooKeeperConnection Watcher:127.0.0.1:37580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1142901 T6283 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1142905 T6283 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1142908 T6283 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1142909 T6283 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 1142909 T6312 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1142909 T6283 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1142911 T6316 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@739ec285 name:ZooKeeperConnection Watcher:127.0.0.1:37580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1142911 T6283 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1142911 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1142912 T6306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1142912 T6312 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1142913 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1142915 T6312 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1142915 T6306 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> ASYNC  NEW_CORE C2755 name=collection1 org.apache.solr.core.SolrCore@8f5e6f0 url=http://127.0.0.1:40151/t/s/collection1 node=127.0.0.1:40151_t%2Fs C2755_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:40151/t/s, core=collection1, node_name=127.0.0.1:40151_t%2Fs}
   [junit4]   2> 1142916 T6312 C2755 P40151 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40151/t/s/collection1/
   [junit4]   2> 1142916 T6306 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 1142916 T6312 C2755 P40151 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1142916 T6306 oasc.Overseer$ClusterStateUpdater.createCollection _extern collection1 true
   [junit4]   2> 1142916 T6312 C2755 P40151 oasc.SyncStrategy.syncToMe http://127.0.0.1:40151/t/s/collection1/ has no replicas
   [junit4]   2> 1142918 T6306 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection live nodes:[] collections:{collection1=DocCollection(collection1)={
   [junit4]   2> 	  "replicationFactor":"1",
   [junit4]   2> 	  "router":{"name":"compositeId"},
   [junit4]   2> 	  "maxShardsPerNode":"1",
   [junit4]   2> 	  "stateFormat":2,
   [junit4]   2> 	  "autoCreated":"true",
   [junit4]   2> 	  "shards":{
   [junit4]   2> 	    "shard1":{
   [junit4]   2> 	      "range":"80000000-ffffffff",
   [junit4]   2> 	      "state":"active",
   [junit4]   2> 	      "replicas":{}},
   [junit4]   2> 	    "shard2":{
   [junit4]   2> 	      "range":"0-7fffffff",
   [junit4]   2> 	      "state":"active",
   [junit4]   2> 	      "replicas":{}}}}}
   [junit4]   2> 1142918 T6312 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40151/t/s/collection1/ shard1
   [junit4]   2> 1142917 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1142919 T6314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1142919 T6312 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1142919 T6305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1142925 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1142926 T6306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1142929 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1143030 T6314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1143030 T6305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1143076 T6312 oasc.ZkController.register We are http://127.0.0.1:40151/t/s/collection1/ and leader is http://127.0.0.1:40151/t/s/collection1/
   [junit4]   2> 1143076 T6312 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40151/t/s
   [junit4]   2> 1143076 T6312 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1143076 T6312 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1143076 T6312 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1143077 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1143077 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1143078 T6312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1143078 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1143079 T6306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1143080 T6306 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40151/t/s",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:40151_t%2Fs",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1143081 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1143182 T6305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1143182 T6314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1143221 T6283 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1143221 T6283 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1143223 T6283 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36078
   [junit4]   2> 1143224 T6283 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1143224 T6283 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1143225 T6283 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-003
   [junit4]   2> 1143225 T6283 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-003/'
   [junit4]   2> 1143235 T6283 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-003/solr.xml
   [junit4]   2> 1143253 T6283 oasc.CoreContainer.<init> New CoreContainer 832728988
   [junit4]   2> 1143253 T6283 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-003/]
   [junit4]   2> 1143254 T6283 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1143254 T6283 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1143254 T6283 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1143254 T6283 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1143255 T6283 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1143255 T6283 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1143255 T6283 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1143255 T6283 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1143255 T6283 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1143256 T6283 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1143256 T6283 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1143256 T6283 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1143257 T6283 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37580/solr
   [junit4]   2> 1143257 T6283 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1143258 T6283 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1143259 T6327 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66a0c7ab name:ZooKeeperConnection Watcher:127.0.0.1:37580 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1143259 T6283 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1143260 T6283 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1143261 T6329 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fc07780 name:ZooKeeperConnection Watcher:127.0.0.1:37580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1143261 T6283 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1143264 T6283 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1144267 T6283 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36078_t%2Fs
   [junit4]   2> 1144269 T6283 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36078_t%2Fs
   [junit4]   2> 1144273 T6330 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1144273 T6330 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1144282 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144282 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144283 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144283 T6330 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 1144283 T6330 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1144284 T6306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1144284 T6330 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state from ZooKeeper... 
   [junit4]   2> 1144285 T6330 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1144285 T6306 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36078/t/s",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36078_t%2Fs",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1144286 T6306 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1144287 T6306 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1144289 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1144289 T6306 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 1144293 T6329 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1144293 T6329 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1145285 T6330 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1145285 T6330 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1145286 T6330 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1145286 T6330 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1145287 T6330 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1145287 T6330 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-003/collection1/'
   [junit4]   2> 1145288 T6330 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1145288 T6330 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1145288 T6330 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1145303 T6330 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1145311 T6330 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1145312 T6330 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1145316 T6330 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1145398 T6330 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1145399 T6330 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1145400 T6330 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1145402 T6330 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1145411 T6330 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1145411 T6330 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1145411 T6330 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-003/collection1/, dataDir=./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty1/
   [junit4]   2> 1145411 T6330 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a0c12f5
   [junit4]   2> 1145412 T6330 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty1
   [junit4]   2> 1145412 T6330 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty1/index/
   [junit4]   2> 1145412 T6330 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1145412 T6330 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty1/index
   [junit4]   2> 1145413 T6330 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1145413 T6330 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@600aabab lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@101575a5),segFN=segments_1,generation=1}
   [junit4]   2> 1145413 T6330 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1145415 T6330 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1145415 T6330 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1145416 T6330 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1145416 T6330 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1145416 T6330 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1145416 T6330 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1145416 T6330 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1145416 T6330 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1145417 T6330 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1145417 T6330 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1145417 T6330 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1145417 T6330 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1145417 T6330 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1145418 T6330 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1145418 T6330 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1145418 T6330 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1145418 T6330 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1145420 T6330 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1145421 T6330 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1145421 T6330 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1145421 T6330 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=49.0166015625, floorSegmentMB=0.7353515625, forceMergeDeletesPctAllowed=27.80867256453048, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1145422 T6330 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@600aabab lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@101575a5),segFN=segments_1,generation=1}
   [junit4]   2> 1145422 T6330 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1145422 T6330 oass.SolrIndexSearcher.<init> Opening Searcher@4dd2f163[collection1] main
   [junit4]   2> 1145422 T6330 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1145423 T6330 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1145423 T6330 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1145423 T6330 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1145424 T6330 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1145424 T6330 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1145424 T6330 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1145424 T6330 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1145424 T6330 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1145425 T6330 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1145433 T6331 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4dd2f163[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1145434 T6330 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1145435 T6334 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36078/t/s collection:collection1 shard:shard2
   [junit4]   2> 1145435 T6283 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1145435 T6334 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1145435 T6283 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1145441 T6334 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1145443 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1145443 T6334 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1145443 T6334 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2756 name=collection1 org.apache.solr.core.SolrCore@69a632d2 url=http://127.0.0.1:36078/t/s/collection1 node=127.0.0.1:36078_t%2Fs C2756_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:36078/t/s, core=collection1, node_name=127.0.0.1:36078_t%2Fs}
   [junit4]   2> 1145443 T6334 C2756 P36078 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36078/t/s/collection1/
   [junit4]   2> 1145444 T6306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1145444 T6334 C2756 P36078 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1145444 T6334 C2756 P36078 oasc.SyncStrategy.syncToMe http://127.0.0.1:36078/t/s/collection1/ has no replicas
   [junit4]   2> 1145444 T6334 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36078/t/s/collection1/ shard2
   [junit4]   2> 1145444 T6334 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1145446 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1145447 T6306 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 1145447 T6329 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1145448 T6329 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1145449 T6306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1145451 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1145451 T6306 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 1145452 T6329 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1145453 T6329 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1145498 T6334 oasc.ZkController.register We are http://127.0.0.1:36078/t/s/collection1/ and leader is http://127.0.0.1:36078/t/s/collection1/
   [junit4]   2> 1145498 T6334 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36078/t/s
   [junit4]   2> 1145499 T6334 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1145499 T6334 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1145499 T6334 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1145500 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1145500 T6334 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1145501 T6306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1145502 T6306 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36078/t/s",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36078_t%2Fs",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1145505 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1145506 T6306 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 1145509 T6329 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1145509 T6329 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1145680 T6283 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1145681 T6283 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1145682 T6283 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39576
   [junit4]   2> 1145683 T6283 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1145683 T6283 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1145684 T6283 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-004
   [junit4]   2> 1145684 T6283 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-004/'
   [junit4]   2> 1145694 T6283 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-004/solr.xml
   [junit4]   2> 1145700 T6283 oasc.CoreContainer.<init> New CoreContainer 773348852
   [junit4]   2> 1145700 T6283 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-004/]
   [junit4]   2> 1145701 T6283 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1145701 T6283 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1145701 T6283 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1145701 T6283 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1145702 T6283 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1145702 T6283 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1145702 T6283 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1145702 T6283 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1145703 T6283 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1145703 T6283 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1145703 T6283 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1145703 T6283 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1145704 T6283 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37580/solr
   [junit4]   2> 1145704 T6283 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1145705 T6283 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1145706 T6345 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2af2c187 name:ZooKeeperConnection Watcher:127.0.0.1:37580 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1145707 T6283 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1145708 T6283 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1145709 T6347 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b9fef31 name:ZooKeeperConnection Watcher:127.0.0.1:37580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1145709 T6283 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1145712 T6283 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1146715 T6283 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39576_t%2Fs
   [junit4]   2> 1146716 T6283 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39576_t%2Fs
   [junit4]   2> 1146722 T6348 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1146722 T6348 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1146722 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1146723 T6348 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 1146723 T6348 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1146723 T6306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1146723 T6348 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state from ZooKeeper... 
   [junit4]   2> 1146724 T6348 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1146725 T6306 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39576/t/s",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39576_t%2Fs",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1146726 T6306 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1146726 T6306 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1146728 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1146729 T6306 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 1146735 T6347 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1146735 T6329 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1146736 T6347 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1146736 T6329 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1147725 T6348 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1147725 T6348 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1147725 T6348 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1147726 T6348 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1147726 T6348 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1147726 T6348 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-004/collection1/'
   [junit4]   2> 1147727 T6348 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1147727 T6348 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1147727 T6348 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1147742 T6348 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1147756 T6348 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1147757 T6348 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1147760 T6348 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1147843 T6348 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1147844 T6348 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1147845 T6348 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1147846 T6348 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1147857 T6348 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1147857 T6348 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1147857 T6348 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-004/collection1/, dataDir=./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty2/
   [junit4]   2> 1147858 T6348 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a0c12f5
   [junit4]   2> 1147858 T6348 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty2
   [junit4]   2> 1147858 T6348 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty2/index/
   [junit4]   2> 1147858 T6348 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1147859 T6348 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty2/index
   [junit4]   2> 1147859 T6348 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=42, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1147859 T6348 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7f28c5aa lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2a6edef2),segFN=segments_1,generation=1}
   [junit4]   2> 1147859 T6348 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1147861 T6348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1147862 T6348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1147862 T6348 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1147862 T6348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1147862 T6348 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1147862 T6348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1147862 T6348 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1147863 T6348 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1147863 T6348 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1147863 T6348 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1147863 T6348 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1147863 T6348 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1147864 T6348 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1147864 T6348 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1147864 T6348 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1147864 T6348 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1147865 T6348 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1147866 T6348 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1147867 T6348 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1147867 T6348 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1147868 T6348 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=49.0166015625, floorSegmentMB=0.7353515625, forceMergeDeletesPctAllowed=27.80867256453048, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1147868 T6348 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7f28c5aa lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2a6edef2),segFN=segments_1,generation=1}
   [junit4]   2> 1147868 T6348 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1147868 T6348 oass.SolrIndexSearcher.<init> Opening Searcher@13060659[collection1] main
   [junit4]   2> 1147869 T6348 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1147869 T6348 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1147869 T6348 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1147870 T6348 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1147870 T6348 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1147870 T6348 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1147870 T6348 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1147870 T6348 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1147870 T6348 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1147871 T6348 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1147872 T6349 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13060659[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1147873 T6348 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1147874 T6352 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39576/t/s collection:collection1 shard:shard1
   [junit4]   2> 1147874 T6283 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1147875 T6283 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1147875 T6352 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1147952 T6352 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1147992 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1147992 T6352 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1147993 T6352 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2757 name=collection1 org.apache.solr.core.SolrCore@1ee28831 url=http://127.0.0.1:39576/t/s/collection1 node=127.0.0.1:39576_t%2Fs C2757_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:39576/t/s, core=collection1, node_name=127.0.0.1:39576_t%2Fs}
   [junit4]   2> 1147993 T6352 C2757 P39576 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39576/t/s/collection1/
   [junit4]   2> 1147993 T6306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1147993 T6352 C2757 P39576 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1147994 T6352 C2757 P39576 oasc.SyncStrategy.syncToMe http://127.0.0.1:39576/t/s/collection1/ has no replicas
   [junit4]   2> 1147994 T6352 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39576/t/s/collection1/ shard1
   [junit4]   2> 1147994 T6352 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1148052 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1148052 T6306 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 1148072 T6329 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1148072 T6347 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1148092 T6329 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1148093 T6347 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1148113 T6283 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1148113 T6306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1148114 T6283 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1148115 T6283 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40567
   [junit4]   2> 1148116 T6283 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1148116 T6283 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1148117 T6283 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-005
   [junit4]   2> 1148117 T6283 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-005/'
   [junit4]   2> 1148135 T6283 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-005/solr.xml
   [junit4]   2> 1148141 T6283 oasc.CoreContainer.<init> New CoreContainer 1016965091
   [junit4]   2> 1148141 T6283 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-005/]
   [junit4]   2> 1148142 T6283 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1148142 T6283 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1148142 T6283 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1148143 T6283 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1148143 T6283 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1148143 T6283 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1148143 T6283 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1148143 T6283 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1148144 T6283 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1148144 T6283 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1148144 T6283 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1148145 T6283 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1148145 T6283 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37580/solr
   [junit4]   2> 1148145 T6283 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1148146 T6283 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1148152 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1148172 T6363 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d94e6c3 name:ZooKeeperConnection Watcher:127.0.0.1:37580 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1148173 T6306 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 1148173 T6283 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1148192 T6347 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1148192 T6329 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1148212 T6347 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1148212 T6352 oasc.ZkController.register We are http://127.0.0.1:39576/t/s/collection1/ and leader is http://127.0.0.1:39576/t/s/collection1/
   [junit4]   2> 1148213 T6352 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39576/t/s
   [junit4]   2> 1148213 T6352 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1148213 T6352 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1148213 T6352 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1148212 T6329 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1148213 T6283 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1149456 T6287 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 1243ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
   [junit4]   2> 1149458 T6365 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f1aa221 name:ZooKeeperConnection Watcher:127.0.0.1:37580/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1149458 T6283 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1149458 T6352 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1149459 T6306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1149460 T6306 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39576/t/s",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39576_t%2Fs",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1149463 T6283 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1149464 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1149465 T6306 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 1149465 T6347 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1149465 T6329 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1149466 T6347 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1149466 T6329 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1150468 T6283 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40567_t%2Fs
   [junit4]   2> 1150469 T6283 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40567_t%2Fs
   [junit4]   2> 1150473 T6366 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1150473 T6366 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1150474 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1150474 T6366 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 1150475 T6366 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1150475 T6306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1150475 T6366 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state from ZooKeeper... 
   [junit4]   2> 1150476 T6366 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1150476 T6306 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40567/t/s",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:40567_t%2Fs",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1150478 T6306 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1150478 T6306 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1150480 T6305 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1150481 T6306 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection
   [junit4]   2> 1150481 T6347 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1150481 T6365 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1150481 T6329 oascc.ZkStateReader$6.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state, has occurred - updating... 
   [junit4]   2> 1150482 T6347 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1150482 T6365 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1150482 T6329 oascc.ZkStateReader$6.process Updating data for collection1 
   [junit4]   2> 1151476 T6366 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1151477 T6366 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1151478 T6366 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1151478 T6366 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1151479 T6366 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1151480 T6366 oasc.SolrResourceLoader.<init> 

[...truncated too long message...]

State.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1328510 T6385 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1328511 T6385 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1328512 T6385 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1328512 T6385 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1328512 T6385 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty4/index [CachedDir<<refCount=0;path=./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty4/index;done=false>>]
   [junit4]   2> 1328513 T6385 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty4/index
   [junit4]   2> 1328513 T6385 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty4 [CachedDir<<refCount=0;path=./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty4;done=false>>]
   [junit4]   2> 1328513 T6385 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.ShardSplitTest-5119BA950173755D-001/tempDir-001/jetty4
   [junit4]   2> 1328513 T6385 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1328514 T6385 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1_0/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 1328514 T6385 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solr.cloud.ShardSplitTest-5119BA950173755D-001
   [junit4]   2> NOTE: test params are: codec=SimpleText, sim=DefaultSimilarity, locale=in_ID, timezone=America/Rosario
   [junit4]   2> NOTE: Linux 3.8.0-38-generic amd64/Oracle Corporation 1.8.0_20-ea (64-bit)/cpus=8,threads=1,free=76981728,total=360615936
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedQueryElevationComponentTest, TermsComponentTest, TestComplexPhraseQParserPlugin, TestFunctionQuery, SoftAutoCommitTest, TermVectorComponentTest, AutoCommitTest, SpellingQueryConverterTest, AliasIntegrationTest, DirectUpdateHandlerOptimizeTest, EchoParamsTest, ShowFileRequestHandlerTest, TestCollationFieldDocValues, TestValueSourceCache, SynonymTokenizerTest, TestJoin, TestConfigSets, RegexBoostProcessorTest, TestPostingsSolrHighlighter, ShardRoutingTest, LoggingHandlerTest, FunctionTest, TestElisionMultitermQuery, BJQParserTest, TestFastLRUCache, TestSolrIndexConfig, SolrCoreTest, HdfsDirectoryTest, CollectionsAPIAsyncDistributedZkTest, TestStandardQParsers, TestSurroundQueryParser, TestHighlightDedupGrouping, TestCharFilters, SolrXmlInZkTest, UpdateParamsTest, AssignTest, FileBasedSpellCheckerTest, FieldMutatingUpdateProcessorTest, WordBreakSolrSpellCheckerTest, TestRealTimeGet, TestExceedMaxTermLength, AddSchemaFieldsUpdateProcessorFactoryTest, QueryEqualityTest, TestSchemaNameResource, TestMergePolicyConfig, TestFaceting, SchemaVersionSpecificBehaviorTest, TestFieldTypeCollectionResource, TestTrie, TestDocSet, RAMDirectoryFactoryTest, TestBlendedInfixSuggestions, TestQueryUtils, ClusterStateTest, TestSort, TestBadConfig, SliceStateTest, TestSolrXml, TestSystemIdResolver, SuggesterTest, BadCopyFieldTest, SuggestComponentTest, SuggesterFSTTest, SpellPossibilityIteratorTest, TestManagedResource, HdfsWriteToMultipleCollectionsTest, QueryParsingTest, TestConfig, TestLuceneMatchVersion, BasicFunctionalityTest, TestNonDefinedSimilarityFactory, TestPHPSerializedResponseWriter, AsyncMigrateRouteKeyTest, ResponseLogComponentTest, TestManagedStopFilterFactory, TestDynamicFieldCollectionResource, SpatialFilterTest, TestExtendedDismaxParser, OverseerRolesTest, BinaryUpdateRequestHandlerTest, TestSolrDeletionPolicy1, TestGroupingSearch, TestRemoteStreaming, DocumentBuilderTest, UnloadDistributedZkTest, TestReversedWildcardFilterFactory, ZkControllerTest, SliceStateUpdateTest, DistributedSpellCheckComponentTest, TestMiniSolrCloudCluster, FieldFacetExtrasTest, SampleTest, TestWriterPerf, TestCloudManagedSchema, TestDefaultSearchFieldResource, OverseerCollectionProcessorTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, TestZkChroot, TestRandomDVFaceting, TermVectorComponentDistributedTest, TestStressVersions, DistributedTermsComponentTest, SimpleFacetsTest, StatsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, CurrencyFieldOpenExchangeTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, DocValuesTest, SuggesterTSTTest, SolrCoreCheckLockOnStartupTest, StatelessScriptUpdateProcessorFactoryTest, SolrInfoMBeanTest, LukeRequestHandlerTest, PrimitiveFieldTypeTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, SearchHandlerTest, TestBinaryResponseWriter, SOLR749Test, CopyFieldTest, TestStressRecovery, PreAnalyzedFieldTest, TestSuggestSpellingConverter, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, ExpressionTest, QueryFacetTest, RangeFacetTest, CustomCollectionTest, MigrateRouteKeyTest, RemoteQueryErrorTest, ShardSplitTest]
   [junit4] Completed on J0 in 189.02s, 1 test, 1 error <<< FAILURES!

[...truncated 133 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1296: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:920: There were test failures: 397 suites, 1663 tests, 1 error, 37 ignored (16 assumptions)

Total time: 58 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0_20-ea-b05 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure