You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/03/27 05:25:29 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1442 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1442/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:52154

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52154
	at __randomizedtesting.SeedInfo.seed([E4E9CD286251E00D:650F4330150E8031]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:563)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:209)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:205)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:527)
	at org.apache.solr.cloud.ShardSplitTest.incompleteOrOverlappingCustomRangeTest(ShardSplitTest.java:148)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:100)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.GeneratedMethodAccessor36.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:744)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:451)
	... 44 more




Build Log:
[...truncated 11193 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> 2617559 T10589 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 2617563 T10589 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1395893647055
   [junit4]   2> 2617565 T10589 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2617566 T10590 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2617668 T10589 oasc.ZkTestServer.run start zk server on port:52144
   [junit4]   2> 2617671 T10589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2617681 T10596 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47a6e0a5 name:ZooKeeperConnection Watcher:127.0.0.1:52144 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2617681 T10589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2617682 T10589 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2617696 T10589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2617701 T10598 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6cef291a name:ZooKeeperConnection Watcher:127.0.0.1:52144/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2617702 T10589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2617702 T10589 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2617711 T10589 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2617720 T10589 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2617734 T10589 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2617743 T10589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2617744 T10589 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2617760 T10589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2617762 T10589 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2617770 T10589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2617771 T10589 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2617779 T10589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2617780 T10589 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2617790 T10589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2617791 T10589 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2617801 T10589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2617802 T10589 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2617811 T10589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2617812 T10589 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2617821 T10589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2617822 T10589 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2617832 T10589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2617832 T10589 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2617842 T10589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2617842 T10589 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2617852 T10589 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2617853 T10589 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2620009 T10589 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2620016 T10589 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52147
   [junit4]   2> 2620017 T10589 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2620018 T10589 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2620018 T10589 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-controljetty-1395893647353
   [junit4]   2> 2620018 T10589 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-controljetty-1395893647353/'
   [junit4]   2> 2620069 T10589 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1395893647353/solr.xml
   [junit4]   2> 2620088 T10589 oasc.CoreContainer.<init> New CoreContainer 2108673224
   [junit4]   2> 2620089 T10589 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-controljetty-1395893647353/]
   [junit4]   2> 2620089 T10589 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2620090 T10589 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2620090 T10589 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2620091 T10589 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2620092 T10589 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2620093 T10589 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2620094 T10589 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2620094 T10589 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2620095 T10589 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2620096 T10589 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2620097 T10589 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2620097 T10589 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2620098 T10589 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52144/solr
   [junit4]   2> 2620098 T10589 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2620100 T10589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2620105 T10609 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6cd5648d name:ZooKeeperConnection Watcher:127.0.0.1:52144 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2620106 T10589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2620113 T10589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2620116 T10611 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2eef7b34 name:ZooKeeperConnection Watcher:127.0.0.1:52144/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2620116 T10589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2620121 T10589 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2620131 T10589 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2620142 T10589 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 2620155 T10589 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 2620167 T10589 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 2620178 T10589 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2620185 T10589 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52147_
   [junit4]   2> 2620188 T10589 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52147_
   [junit4]   2> 2620197 T10589 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2620207 T10589 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2620219 T10589 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:52147_
   [junit4]   2> 2620220 T10589 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2620226 T10589 oasc.Overseer.start Overseer (id=91481286053986307-127.0.0.1:52147_-n_0000000000) starting
   [junit4]   2> 2620237 T10589 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2620276 T10613 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2620277 T10589 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2620279 T10613 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 2620285 T10589 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2620291 T10589 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2620304 T10612 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2620314 T10614 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 2620315 T10614 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2620318 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2620318 T10614 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2620324 T10612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2620325 T10612 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52147",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52147_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2620326 T10612 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 2620326 T10612 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2620334 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2620337 T10611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2621322 T10614 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2621322 T10614 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 2621324 T10614 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2621324 T10614 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2621329 T10614 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2621330 T10614 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-controljetty-1395893647353/collection1/'
   [junit4]   2> 2621332 T10614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1395893647353/collection1/lib/.svn/' to classloader
   [junit4]   2> 2621334 T10614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1395893647353/collection1/lib/classes/' to classloader
   [junit4]   2> 2621335 T10614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1395893647353/collection1/lib/README' to classloader
   [junit4]   2> 2621418 T10614 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 2621434 T10614 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2621438 T10614 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2621444 T10614 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2621613 T10614 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2621615 T10614 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2621617 T10614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2621628 T10614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2621706 T10614 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2621706 T10614 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2621706 T10614 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-controljetty-1395893647353/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1395893647054/control/data/
   [junit4]   2> 2621707 T10614 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46d5e9ea
   [junit4]   2> 2621707 T10614 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1395893647054/control/data
   [junit4]   2> 2621708 T10614 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1395893647054/control/data/index/
   [junit4]   2> 2621708 T10614 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1395893647054/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2621708 T10614 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1395893647054/control/data/index
   [junit4]   2> 2621709 T10614 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=67.224609375, floorSegmentMB=1.01953125, forceMergeDeletesPctAllowed=14.462629821816623, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2621710 T10614 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5dc7bad1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7addebb6),segFN=segments_1,generation=1}
   [junit4]   2> 2621710 T10614 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2621715 T10614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2621716 T10614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2621716 T10614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2621716 T10614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2621717 T10614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2621717 T10614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2621717 T10614 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2621718 T10614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2621718 T10614 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2621718 T10614 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2621719 T10614 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2621719 T10614 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2621720 T10614 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2621721 T10614 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2621721 T10614 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2621722 T10614 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2621722 T10614 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2621731 T10614 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2621736 T10614 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2621737 T10614 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2621737 T10614 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=14.947265625, floorSegmentMB=1.68359375, forceMergeDeletesPctAllowed=4.13451139707646, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2621738 T10614 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5dc7bad1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7addebb6),segFN=segments_1,generation=1}
   [junit4]   2> 2621738 T10614 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2621739 T10614 oass.SolrIndexSearcher.<init> Opening Searcher@7fef93a5[collection1] main
   [junit4]   2> 2621739 T10614 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2621743 T10614 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2621743 T10614 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2621746 T10614 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2621746 T10614 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2621746 T10614 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2621748 T10614 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2621749 T10614 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2621749 T10614 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2621749 T10614 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2621752 T10615 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7fef93a5[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2621753 T10614 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2621756 T10618 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52147 collection:control_collection shard:shard1
   [junit4]   2> 2621758 T10589 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2621759 T10589 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2621760 T10618 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2621764 T10589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2621769 T10620 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ad209be name:ZooKeeperConnection Watcher:127.0.0.1:52144/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2621770 T10589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2621773 T10589 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2621783 T10589 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2621784 T10618 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2621791 T10618 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2621792 T10618 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2061 name=collection1 org.apache.solr.core.SolrCore@6bef2098 url=http://127.0.0.1:52147/collection1 node=127.0.0.1:52147_ C2061_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:52147, core=collection1, node_name=127.0.0.1:52147_}
   [junit4]   2> 2621792 T10618 C2061 P52147 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52147/collection1/
   [junit4]   2> 2621792 T10618 C2061 P52147 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2621793 T10618 C2061 P52147 oasc.SyncStrategy.syncToMe http://127.0.0.1:52147/collection1/ has no replicas
   [junit4]   2> 2621793 T10618 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52147/collection1/ shard1
   [junit4]   2> 2621794 T10618 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2621794 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2621827 T10612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2621840 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2621843 T10620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2621847 T10611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2621904 T10612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2621946 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2622060 T10620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2622061 T10611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2622113 T10618 oasc.ZkController.register We are http://127.0.0.1:52147/collection1/ and leader is http://127.0.0.1:52147/collection1/
   [junit4]   2> 2622114 T10618 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52147
   [junit4]   2> 2622114 T10618 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2622115 T10618 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 2622115 T10618 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2622128 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2622128 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2622128 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2622136 T10618 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2622158 T10612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2622160 T10612 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52147",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52147_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2622189 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2622320 T10620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2622321 T10611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2624482 T10589 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2624483 T10589 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2624489 T10589 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52151
   [junit4]   2> 2624491 T10589 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2624491 T10589 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2624492 T10589 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-jetty1-1395893651274
   [junit4]   2> 2624492 T10589 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty1-1395893651274/'
   [junit4]   2> 2624540 T10589 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1395893651274/solr.xml
   [junit4]   2> 2624563 T10589 oasc.CoreContainer.<init> New CoreContainer 2107244210
   [junit4]   2> 2624564 T10589 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-jetty1-1395893651274/]
   [junit4]   2> 2624564 T10589 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2624565 T10589 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2624565 T10589 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2624566 T10589 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2624566 T10589 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2624567 T10589 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2624567 T10589 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2624568 T10589 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2624568 T10589 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2624569 T10589 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2624571 T10589 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2624572 T10589 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2624572 T10589 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52144/solr
   [junit4]   2> 2624573 T10589 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2624575 T10589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2624579 T10631 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5331a77d name:ZooKeeperConnection Watcher:127.0.0.1:52144 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2624580 T10589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2624586 T10589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2624589 T10633 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51544e82 name:ZooKeeperConnection Watcher:127.0.0.1:52144/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2624590 T10589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2624614 T10589 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2625624 T10589 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52151_
   [junit4]   2> 2625626 T10589 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52151_
   [junit4]   2> 2625634 T10611 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2625634 T10633 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2625635 T10620 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2625652 T10634 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2625653 T10634 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2625655 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2625655 T10634 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2625655 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2625656 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2625661 T10612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2625662 T10612 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52151",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52151_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2625663 T10612 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 2625664 T10612 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 2625671 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2625674 T10633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2625674 T10620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2625675 T10611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2626657 T10634 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2626658 T10634 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2626660 T10634 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2626660 T10634 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2626663 T10634 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2626663 T10634 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty1-1395893651274/collection1/'
   [junit4]   2> 2626665 T10634 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1395893651274/collection1/lib/.svn/' to classloader
   [junit4]   2> 2626665 T10634 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1395893651274/collection1/lib/classes/' to classloader
   [junit4]   2> 2626666 T10634 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1395893651274/collection1/lib/README' to classloader
   [junit4]   2> 2626716 T10634 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 2626743 T10634 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2626747 T10634 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2626752 T10634 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2626892 T10634 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2626892 T10634 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2626894 T10634 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2626899 T10634 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2626961 T10634 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2626961 T10634 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2626962 T10634 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-jetty1-1395893651274/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1395893647054/jetty1/
   [junit4]   2> 2626962 T10634 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46d5e9ea
   [junit4]   2> 2626963 T10634 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1395893647054/jetty1
   [junit4]   2> 2626963 T10634 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1395893647054/jetty1/index/
   [junit4]   2> 2626963 T10634 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1395893647054/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 2626963 T10634 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1395893647054/jetty1/index
   [junit4]   2> 2626964 T10634 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=67.224609375, floorSegmentMB=1.01953125, forceMergeDeletesPctAllowed=14.462629821816623, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2626966 T10634 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@561352c6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@b232e50),segFN=segments_1,generation=1}
   [junit4]   2> 2626967 T10634 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2626970 T10634 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2626971 T10634 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2626971 T10634 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2626971 T10634 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2626971 T10634 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2626972 T10634 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2626972 T10634 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2626972 T10634 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2626973 T10634 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2626973 T10634 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2626974 T10634 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2626974 T10634 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2626974 T10634 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2626975 T10634 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2626976 T10634 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2626977 T10634 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2626977 T10634 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2626984 T10634 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2626987 T10634 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2626987 T10634 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2626988 T10634 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=14.947265625, floorSegmentMB=1.68359375, forceMergeDeletesPctAllowed=4.13451139707646, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2626989 T10634 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@561352c6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@b232e50),segFN=segments_1,generation=1}
   [junit4]   2> 2626989 T10634 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2626989 T10634 oass.SolrIndexSearcher.<init> Opening Searcher@3b6fc0e9[collection1] main
   [junit4]   2> 2626989 T10634 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2626992 T10634 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2626993 T10634 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2626994 T10634 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2626994 T10634 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2626995 T10634 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2626997 T10634 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2626998 T10634 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2626998 T10634 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2626998 T10634 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2627003 T10635 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b6fc0e9[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2627005 T10634 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2627008 T10638 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52151 collection:collection1 shard:shard2
   [junit4]   2> 2627009 T10589 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2627010 T10589 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2627010 T10638 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 2627031 T10638 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 2627037 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2627041 T10638 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2627041 T10638 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2062 name=collection1 org.apache.solr.core.SolrCore@bba01cc url=http://127.0.0.1:52151/collection1 node=127.0.0.1:52151_ C2062_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:52151, core=collection1, node_name=127.0.0.1:52151_}
   [junit4]   2> 2627041 T10638 C2062 P52151 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52151/collection1/
   [junit4]   2> 2627041 T10638 C2062 P52151 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2627042 T10638 C2062 P52151 oasc.SyncStrategy.syncToMe http://127.0.0.1:52151/collection1/ has no replicas
   [junit4]   2> 2627042 T10638 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52151/collection1/ shard2
   [junit4]   2> 2627042 T10638 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 2627045 T10612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2627053 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2627063 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2627070 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2627177 T10633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2627178 T10611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2627181 T10620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2627217 T10638 oasc.ZkController.register We are http://127.0.0.1:52151/collection1/ and leader is http://127.0.0.1:52151/collection1/
   [junit4]   2> 2627217 T10638 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52151
   [junit4]   2> 2627217 T10638 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2627218 T10638 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2627218 T10638 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2627222 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2627223 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2627224 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2627224 T10638 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2627230 T10612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2627231 T10612 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52151",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52151_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2627239 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2627345 T10611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2627347 T10620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2627349 T10633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2628747 T10589 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2628747 T10589 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2628753 T10589 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52154
   [junit4]   2> 2628753 T10589 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2628754 T10589 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2628754 T10589 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-jetty2-1395893656501
   [junit4]   2> 2628754 T10589 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty2-1395893656501/'
   [junit4]   2> 2628789 T10589 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1395893656501/solr.xml
   [junit4]   2> 2628804 T10589 oasc.CoreContainer.<init> New CoreContainer 2050703526
   [junit4]   2> 2628804 T10589 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-jetty2-1395893656501/]
   [junit4]   2> 2628805 T10589 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2628806 T10589 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2628806 T10589 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2628806 T10589 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2628807 T10589 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2628807 T10589 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2628807 T10589 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2628807 T10589 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2628808 T10589 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2628808 T10589 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2628808 T10589 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2628809 T10589 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2628810 T10589 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52144/solr
   [junit4]   2> 2628810 T10589 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2628812 T10589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2628815 T10649 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e2ee3ad name:ZooKeeperConnection Watcher:127.0.0.1:52144 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2628815 T10589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2628819 T10589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2628822 T10651 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5809b514 name:ZooKeeperConnection Watcher:127.0.0.1:52144/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2628822 T10589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2628843 T10589 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2629852 T10589 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52154_
   [junit4]   2> 2629855 T10589 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52154_
   [junit4]   2> 2629863 T10620 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2629863 T10651 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2629863 T10611 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2629865 T10633 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2629877 T10652 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2629877 T10652 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2629879 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2629880 T10652 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2629880 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2629881 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2629883 T10612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2629885 T10612 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52154",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52154_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2629885 T10612 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 2629885 T10612 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2629891 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2629892 T10633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2629893 T10620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2629893 T10611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2629893 T10651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2630882 T10652 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2630883 T10652 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2630884 T10652 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2630885 T10652 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2630888 T10652 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2630888 T10652 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty2-1395893656501/collection1/'
   [junit4]   2> 2630890 T10652 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1395893656501/collection1/lib/.svn/' to classloader
   [junit4]   2> 2630890 T10652 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1395893656501/collection1/lib/classes/' to classloader
   [junit4]   2> 2630891 T10652 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1395893656501/collection1/lib/README' to classloader
   [junit4]   2> 2630937 T10652 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 2630950 T10652 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2630955 T10652 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2630962 T10652 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2631087 T10652 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2631088 T10652 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2631090 T10652 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2631094 T10652 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2631169 T10652 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2631169 T10652 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2631171 T10652 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-jetty2-1395893656501/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1395893647054/jetty2/
   [junit4]   2> 2631171 T10652 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46d5e9ea
   [junit4]   2> 2631172 T10652 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1395893647054/jetty2
   [junit4]   2> 2631173 T10652 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1395893647054/jetty2/index/
   [junit4]   2> 2631174 T10652 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1395893647054/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 2631174 T10652 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1395893647054/jetty2/index
   [junit4]   2> 2631175 T10652 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=67.224609375, floorSegmentMB=1.01953125, forceMergeDeletesPctAllowed=14.462629821816623, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2631176 T10652 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@22506e0b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@600003c),segFN=segments_1,generation=1}
   [junit4]   2> 2631176 T10652 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2631184 T10652 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2631184 T10652 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2631185 T10652 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2631185 T10652 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2631185 T10652 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2631185 T10652 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2631186 T10652 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2631186 T10652 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2631186 T10652 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2631187 T10652 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2631188 T10652 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2631188 T10652 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2631189 T10652 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2631189 T10652 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2631190 T10652 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2631191 T10652 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2631192 T10652 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2631201 T10652 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2631203 T10652 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2631204 T10652 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2631204 T10652 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=14.947265625, floorSegmentMB=1.68359375, forceMergeDeletesPctAllowed=4.13451139707646, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2631206 T10652 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@22506e0b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@600003c),segFN=segments_1,generation=1}
   [junit4]   2> 2631206 T10652 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2631206 T10652 oass.SolrIndexSearcher.<init> Opening Searcher@f877f47[collection1] main
   [junit4]   2> 2631207 T10652 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2631209 T10652 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2631210 T10652 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2631212 T10652 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2631212 T10652 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2631213 T10652 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2631215 T10652 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2631215 T10652 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2631215 T10652 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2631216 T10652 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2631221 T10653 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f877f47[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2631222 T10652 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2631224 T10656 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52154 collection:collection1 shard:shard1
   [junit4]   2> 2631226 T10589 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2631226 T10589 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2631227 T10656 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2631241 T10656 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2631246 T10656 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2631246 T10656 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2063 name=collection1 org.apache.solr.core.SolrCore@226ded59 url=http://127.0.0.1:52154/collection1 node=127.0.0.1:52154_ C2063_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:52154, core=collection1, node_name=127.0.0.1:52154_}
   [junit4]   2> 2631246 T10656 C2063 P52154 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52154/collection1/
   [junit4]   2> 2631247 T10656 C2063 P52154 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2631247 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2631247 T10656 C2063 P52154 oasc.SyncStrategy.syncToMe http://127.0.0.1:52154/collection1/ has no replicas
   [junit4]   2> 2631248 T10656 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52154/collection1/ shard1
   [junit4]   2> 2631248 T10656 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2631259 T10612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2631268 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2631278 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2631385 T10633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2631385 T10611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2631387 T10620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2631387 T10651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2631423 T10656 oasc.ZkController.register We are http://127.0.0.1:52154/collection1/ and leader is http://127.0.0.1:52154/collection1/
   [junit4]   2> 2631424 T10656 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52154
   [junit4]   2> 2631424 T10656 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2631424 T10656 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2631424 T10656 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2631426 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2631427 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2631427 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2631428 T10656 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2631430 T10612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2631431 T10612 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52154",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52154_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 2631438 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2631542 T10620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2631543 T10651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2631543 T10611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2631543 T10633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2633056 T10589 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 2633058 T10589 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2633065 T10589 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52157
   [junit4]   2> 2633066 T10589 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2633066 T10589 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2633067 T10589 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-jetty3-1395893660717
   [junit4]   2> 2633067 T10589 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty3-1395893660717/'
   [junit4]   2> 2633108 T10589 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1395893660717/solr.xml
   [junit4]   2> 2633128 T10589 oasc.CoreContainer.<init> New CoreContainer 2133417064
   [junit4]   2> 2633128 T10589 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-jetty3-1395893660717/]
   [junit4]   2> 2633129 T10589 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2633130 T10589 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2633130 T10589 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2633131 T10589 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2633131 T10589 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2633132 T10589 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2633133 T10589 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2633133 T10589 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2633133 T10589 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2633134 T10589 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2633135 T10589 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2633135 T10589 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2633135 T10589 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52144/solr
   [junit4]   2> 2633136 T10589 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2633137 T10589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2633141 T10667 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46ebd4c name:ZooKeeperConnection Watcher:127.0.0.1:52144 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2633142 T10589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2633148 T10589 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2633152 T10669 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e7279ad name:ZooKeeperConnection Watcher:127.0.0.1:52144/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2633152 T10589 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2633177 T10589 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2634187 T10589 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52157_
   [junit4]   2> 2634190 T10589 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52157_
   [junit4]   2> 2634197 T10611 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2634198 T10620 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2634199 T10651 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2634200 T10669 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2634199 T10633 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2634214 T10670 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2634214 T10670 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2634217 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2634218 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2634217 T10670 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2634219 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2634223 T10612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2634225 T10612 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52157",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52157_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2634226 T10612 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 2634226 T10612 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 2634235 T10611 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2634237 T10620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 2634237 T10611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 2634238 T10651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 2634238 T10669 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 2634238 T10633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 2635220 T10670 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2635220 T10670 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2635223 T10670 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2635223 T106

[...truncated too long message...]

yOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 2949092 T10689 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=hu, timezone=America/Curacao
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0 (64-bit)/cpus=2,threads=1,free=115863872,total=436731904
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldTypeResource, ResourceLoaderTest, SimplePostToolTest, URLClassifyProcessorTest, HdfsRecoveryZkTest, LukeRequestHandlerTest, DistributedQueryComponentCustomSortTest, HdfsBasicDistributedZkTest, TestStressVersions, DirectUpdateHandlerOptimizeTest, DistributedDebugComponentTest, DistributedSpellCheckComponentTest, TestMultiCoreConfBootstrap, StatelessScriptUpdateProcessorFactoryTest, RangeFacetTest, CoreContainerCoreInitFailuresTest, RegexBoostProcessorTest, TestRandomDVFaceting, DefaultValueUpdateProcessorTest, TestFreeTextSuggestions, BadIndexSchemaTest, QueryResultKeyTest, TestSystemIdResolver, TestFieldCollectionResource, TestLMJelinekMercerSimilarityFactory, TestImplicitCoreProperties, BinaryUpdateRequestHandlerTest, TestIndexSearcher, HdfsLockFactoryTest, TestHashPartitioner, TestCSVResponseWriter, QueryElevationComponentTest, AddBlockUpdateTest, FieldFacetExtrasTest, SortByFunctionTest, TestModifyConfFiles, TestElisionMultitermQuery, FastVectorHighlighterTest, AssignTest, TestSolrQueryParserResource, TestUtils, HdfsChaosMonkeySafeLeaderTest, TestExtendedDismaxParser, ExternalFileFieldSortTest, ConnectionManagerTest, ZkCLITest, TestPhraseSuggestions, StressHdfsTest, SpatialFilterTest, OpenCloseCoreStressTest, TestSolrXmlPersistence, LeaderElectionTest, LoggingHandlerTest, PrimitiveFieldTypeTest, SuggestComponentTest, TestPHPSerializedResponseWriter, BadComponentTest, UpdateParamsTest, TestRequestStatusCollectionAPI, TestRandomMergePolicy, BasicDistributedZkTest, PingRequestHandlerTest, TestManagedStopFilterFactory, TestReversedWildcardFilterFactory, TestMaxScoreQueryParser, TestDFRSimilarityFactory, TestMiniSolrCloudCluster, OverseerRolesTest, TestRealTimeGet, TestLMDirichletSimilarityFactory, DocValuesTest, UnloadDistributedZkTest, TestCSVLoader, SampleTest, TestRecoveryHdfs, SignatureUpdateProcessorFactoryTest, TestHighFrequencyDictionaryFactory, TestShortCircuitedRequests, TestDocSet, TestBlendedInfixSuggestions, ShardRoutingTest, FieldMutatingUpdateProcessorTest, SliceStateUpdateTest, AnalysisAfterCoreReloadTest, TestClassNameShortening, CursorPagingTest, TestCharFilters, SynonymTokenizerTest, HardAutoCommitTest, TimeZoneUtilsTest, MultiTermTest, TestLazyCores, TestManagedSchema, SystemInfoHandlerTest, TestComponentsName, TestFaceting, PreAnalyzedFieldTest, TestCollapseQParserPlugin, RAMDirectoryFactoryTest, AbstractAnalyticsFacetTest, QueryParsingTest, CoreMergeIndexesAdminHandlerTest, TestManagedResourceStorage, TestJmxMonitoredMap, TestSchemaResource, TestSuggestSpellingConverter, TestArbitraryIndexDir, TestRandomFaceting, TestPerFieldSimilarity, RequiredFieldsTest, TestWriterPerf, TestPostingsSolrHighlighter, SolrPluginUtilsTest, TestSolrQueryParser, TestSolrXMLSerializer, TestPseudoReturnFields, TestExceedMaxTermLength, RemoteQueryErrorTest, ClusterStateUpdateTest, SolrTestCaseJ4Test, TestComplexPhraseQParserPlugin, FullSolrCloudDistribCmdsTest, TestFieldSortValues, SolrIndexSplitterTest, TestDistributedMissingSort, TestSearchPerf, TestDocBasedVersionConstraints, TestDistributedGrouping, CircularListTest, ChaosMonkeyNothingIsSafeTest, PrimUtilsTest, TestFieldTypeCollectionResource, BlockDirectoryTest, TestSolrIndexConfig, ModifyConfFileTest, CachingDirectoryFactoryTest, BJQParserTest, FileBasedSpellCheckerTest, OutputWriterTest, EchoParamsTest, ChaosMonkeySafeLeaderTest, SuggesterTSTTest, TestNonNRTOpen, RecoveryZkTest, TestCoreDiscovery, StatsComponentTest, SyncSliceTest, CSVRequestHandlerTest, TestConfigSets, TestZkChroot, DirectSolrSpellCheckerTest, TestSweetSpotSimilarityFactory, TestCloudManagedSchemaAddField, TestSerializedLuceneMatchVersion, PluginInfoTest, WordBreakSolrSpellCheckerTest, TestDynamicFieldCollectionResource, CoreAdminCreateDiscoverTest, DistributedExpandComponentTest, TestDistribDocBasedVersion, TestDocumentBuilder, TestValueSourceCache, LegacyHTMLStripCharFilterTest, FunctionTest, ShowFileRequestHandlerTest, TestReloadAndDeleteDocs, TestTrie, NoCacheHeaderTest, TestDefaultSearchFieldResource, TestBM25SimilarityFactory, UUIDFieldTest, DeleteReplicaTest, TestFileDictionaryLookup, TestAnalyzedSuggestions, ChangedSchemaMergeTest, TestQuerySenderListener, TestJoin, IndexSchemaTest, TermsComponentTest, SchemaVersionSpecificBehaviorTest, SolrInfoMBeanTest, TestCollationField, TestStressReorder, CustomCollectionTest, TestLRUCache, UpdateRequestProcessorFactoryTest, QueryEqualityTest, UniqFieldsUpdateProcessorFactoryTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, TestReplicationHandler, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedSearch, AutoCommitTest, TestRecovery, TermVectorComponentDistributedTest, ZkControllerTest, TestReload, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, PeerSyncTest, ConvertedLegacyTest, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, OverseerCollectionProcessorTest, HighlighterTest, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTest, TestStressLucene, SuggesterWFSTTest, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, ReturnFieldsTest, JSONWriterTest, MBeansHandlerTest, JsonLoaderTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestBinaryResponseWriter, TestLFUCache, HighlighterConfigTest, SOLR749Test, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCodecSupport, TestXIncludeConfig, TestNumberUtils, TestIBSimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, ClusterStateTest, TestSolrJ, ZkNodePropsTest, SliceStateTest, FileUtilsTest, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, AbstractAnalyticsStatsTest, NoFacetTest, ExpressionTest, QueryFacetTest, AliasIntegrationTest, AsyncMigrateRouteKeyTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribCursorPagingTest, MigrateRouteKeyTest, OverseerStatusTest, SSLMigrationTest, ShardSplitTest]
   [junit4] Completed in 332.39s, 1 test, 1 error <<< FAILURES!

[...truncated 173 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:490: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1275: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:907: There were test failures: 393 suites, 1651 tests, 1 error, 54 ignored (27 assumptions)

Total time: 85 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure