You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/08/17 00:25:21 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1774 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1774/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:50283/sn_vfc/s

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:50283/sn_vfc/s
	at __randomizedtesting.SeedInfo.seed([22E1D16E4C96A4F4:A3075F763BC9C4C8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:532)
	at org.apache.solr.cloud.ShardSplitTest.incompleteOrOverlappingCustomRangeTest(ShardSplitTest.java:138)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:103)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.GeneratedMethodAccessor49.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
	... 45 more




Build Log:
[...truncated 11296 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/init-core-data-001
   [junit4]   2> 1996472 T4432 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /sn_vfc/s
   [junit4]   2> 1996477 T4432 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1996478 T4432 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1996480 T4433 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1996581 T4432 oasc.ZkTestServer.run start zk server on port:50273
   [junit4]   2> 1996582 T4432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1996588 T4439 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c695f2a name:ZooKeeperConnection Watcher:127.0.0.1:50273 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1996588 T4432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1996589 T4432 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1996600 T4432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1996603 T4441 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45ad4353 name:ZooKeeperConnection Watcher:127.0.0.1:50273/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1996604 T4432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1996605 T4432 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1996610 T4432 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1996623 T4432 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1996628 T4432 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1996634 T4432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1996635 T4432 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1996643 T4432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1996644 T4432 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1996652 T4432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1996653 T4432 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1996660 T4432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1996661 T4432 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1996668 T4432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1996669 T4432 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1996676 T4432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1996676 T4432 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1996684 T4432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1996684 T4432 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1996690 T4432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1996690 T4432 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1996698 T4432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1996699 T4432 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1996707 T4432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1996707 T4432 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1996714 T4432 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1996714 T4432 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1998764 T4432 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1998830 T4432 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50276
   [junit4]   2> 1998830 T4432 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1998831 T4432 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1998831 T4432 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-002
   [junit4]   2> 1998832 T4432 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-002/'
   [junit4]   2> 1998877 T4432 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-002/solr.xml
   [junit4]   2> 1998897 T4432 oasc.CoreContainer.<init> New CoreContainer 1483575062
   [junit4]   2> 1998898 T4432 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-002/]
   [junit4]   2> 1998898 T4432 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1998899 T4432 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1998900 T4432 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1998900 T4432 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1998900 T4432 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1998901 T4432 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1998901 T4432 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1998901 T4432 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1998902 T4432 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1998903 T4432 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1998903 T4432 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1998903 T4432 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1998904 T4432 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1998904 T4432 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50273/solr
   [junit4]   2> 1998905 T4432 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1998907 T4432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1998910 T4452 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b63040 name:ZooKeeperConnection Watcher:127.0.0.1:50273 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1998911 T4432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1998917 T4432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1998920 T4454 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3583dbbb name:ZooKeeperConnection Watcher:127.0.0.1:50273/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1998921 T4432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1998925 T4432 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1998933 T4432 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1998941 T4432 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1998949 T4432 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1998959 T4432 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1998969 T4432 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1998972 T4432 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50276_sn_vfc%2Fs
   [junit4]   2> 1998975 T4432 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50276_sn_vfc%2Fs
   [junit4]   2> 1998982 T4432 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1998987 T4432 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1998993 T4432 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1998998 T4432 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:50276_sn_vfc%2Fs
   [junit4]   2> 1998998 T4432 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1999004 T4432 oasc.Overseer.start Overseer (id=92289296587161603-127.0.0.1:50276_sn_vfc%2Fs-n_0000000000) starting
   [junit4]   2> 1999012 T4432 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1999038 T4432 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1999039 T4456 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1999043 T4432 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1999050 T4432 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1999055 T4432 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1999067 T4455 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1999070 T4458 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1999070 T4458 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1999073 T4459 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1999076 T4458 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1999078 T4455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50276/sn_vfc/s",
   [junit4]   2> 	  "node_name":"127.0.0.1:50276_sn_vfc%2Fs",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1999078 T4455 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1999079 T4455 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1999086 T4459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2000078 T4458 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2000079 T4458 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 2000080 T4458 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2000081 T4458 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2000084 T4458 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2000084 T4458 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-002/collection1/'
   [junit4]   2> 2000086 T4458 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 2000087 T4458 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 2000088 T4458 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 2000139 T4458 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2000170 T4458 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2000173 T4458 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2000179 T4458 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2000285 T4458 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2000285 T4458 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2000286 T4458 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2000293 T4458 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2000352 T4458 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2000352 T4458 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2000353 T4458 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/control/data/
   [junit4]   2> 2000353 T4458 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ef924b4
   [junit4]   2> 2000353 T4458 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/control/data
   [junit4]   2> 2000354 T4458 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/control/data/index/
   [junit4]   2> 2000354 T4458 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2000355 T4458 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/control/data/index
   [junit4]   2> 2000355 T4458 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2000356 T4458 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@2ad0127e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@58bd784a),segFN=segments_1,generation=1}
   [junit4]   2> 2000357 T4458 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2000361 T4458 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2000361 T4458 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2000362 T4458 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2000362 T4458 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2000363 T4458 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2000363 T4458 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2000364 T4458 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2000364 T4458 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2000365 T4458 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2000365 T4458 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2000365 T4458 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2000366 T4458 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2000367 T4458 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2000367 T4458 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2000368 T4458 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2000368 T4458 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2000368 T4458 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2000370 T4458 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2000370 T4458 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2000371 T4458 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2000372 T4458 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2000372 T4458 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2000382 T4458 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2000384 T4458 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2000385 T4458 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2000388 T4458 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2000390 T4458 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2000394 T4458 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2000394 T4458 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2000398 T4458 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=0.9951171875, floorSegmentMB=1.703125, forceMergeDeletesPctAllowed=20.702523220393022, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46008070715439464
   [junit4]   2> 2000398 T4458 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@2ad0127e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@58bd784a),segFN=segments_1,generation=1}
   [junit4]   2> 2000411 T4458 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2000411 T4458 oass.SolrIndexSearcher.<init> Opening Searcher@572d94e[collection1] main
   [junit4]   2> 2000411 T4458 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2000417 T4458 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2000418 T4458 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2000419 T4458 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2000419 T4458 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2000419 T4458 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2000421 T4458 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2000425 T4458 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2000427 T4458 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 2000433 T4458 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2000434 T4458 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2000434 T4458 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2000438 T4460 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@572d94e[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2000442 T4458 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2000445 T4432 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2000445 T4432 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2000449 T4463 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50276/sn_vfc/s collection:control_collection shard:shard1
   [junit4]   2> 2000450 T4432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2000453 T4465 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d0627b4 name:ZooKeeperConnection Watcher:127.0.0.1:50273/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2000453 T4432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2000456 T4432 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2000461 T4432 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2000473 T4463 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2000512 T4463 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2000525 T4459 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2000537 T4463 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2000537 T4463 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C600 name=collection1 org.apache.solr.core.SolrCore@5a010507 url=http://127.0.0.1:50276/sn_vfc/s/collection1 node=127.0.0.1:50276_sn_vfc%2Fs C600_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:50276/sn_vfc/s, node_name=127.0.0.1:50276_sn_vfc%2Fs, state=down}
   [junit4]   2> 2000538 T4463 C600 P50276 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50276/sn_vfc/s/collection1/
   [junit4]   2> 2000538 T4463 C600 P50276 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2000539 T4463 C600 P50276 oasc.SyncStrategy.syncToMe http://127.0.0.1:50276/sn_vfc/s/collection1/ has no replicas
   [junit4]   2> 2000539 T4463 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50276/sn_vfc/s/collection1/ shard1
   [junit4]   2> 2000539 T4463 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2000557 T4459 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2000671 T4459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2000672 T4466 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2000715 T4463 oasc.ZkController.register We are http://127.0.0.1:50276/sn_vfc/s/collection1/ and leader is http://127.0.0.1:50276/sn_vfc/s/collection1/
   [junit4]   2> 2000715 T4463 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50276/sn_vfc/s
   [junit4]   2> 2000715 T4463 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2000715 T4463 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 2000716 T4463 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2000720 T4459 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2000727 T4455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50276/sn_vfc/s",
   [junit4]   2> 	  "node_name":"127.0.0.1:50276_sn_vfc%2Fs",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 2000834 T4466 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2000834 T4459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2002722 T4432 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2002722 T4432 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2002729 T4432 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50280
   [junit4]   2> 2002731 T4432 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2002731 T4432 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2002732 T4432 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-003
   [junit4]   2> 2002733 T4432 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-003/'
   [junit4]   2> 2002785 T4432 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-003/solr.xml
   [junit4]   2> 2002807 T4432 oasc.CoreContainer.<init> New CoreContainer 1373096622
   [junit4]   2> 2002807 T4432 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-003/]
   [junit4]   2> 2002808 T4432 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2002808 T4432 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2002808 T4432 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2002809 T4432 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2002809 T4432 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2002810 T4432 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2002810 T4432 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2002810 T4432 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2002811 T4432 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2002811 T4432 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2002812 T4432 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2002812 T4432 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2002812 T4432 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2002813 T4432 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50273/solr
   [junit4]   2> 2002813 T4432 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2002815 T4432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2002820 T4477 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1151aa34 name:ZooKeeperConnection Watcher:127.0.0.1:50273 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2002821 T4432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2002827 T4432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2002832 T4479 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ee98c9f name:ZooKeeperConnection Watcher:127.0.0.1:50273/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2002832 T4432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2002861 T4432 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2003874 T4432 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50280_sn_vfc%2Fs
   [junit4]   2> 2003881 T4432 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50280_sn_vfc%2Fs
   [junit4]   2> 2003900 T4432 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 2003912 T4481 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2003912 T4481 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2003914 T4481 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2003915 T4459 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2003922 T4455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50280/sn_vfc/s",
   [junit4]   2> 	  "node_name":"127.0.0.1:50280_sn_vfc%2Fs",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 2003922 T4455 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 2003923 T4455 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 2003933 T4480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2003934 T4466 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2003934 T4459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2004916 T4481 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2004917 T4481 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2004920 T4481 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2004921 T4481 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2004925 T4481 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2004925 T4481 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-003/collection1/'
   [junit4]   2> 2004927 T4481 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 2004928 T4481 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 2004929 T4481 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 2005008 T4481 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2005022 T4481 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2005027 T4481 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2005033 T4481 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2005163 T4481 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2005164 T4481 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2005166 T4481 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2005170 T4481 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2005253 T4481 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2005253 T4481 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2005254 T4481 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/jetty1/
   [junit4]   2> 2005254 T4481 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ef924b4
   [junit4]   2> 2005259 T4481 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/jetty1
   [junit4]   2> 2005259 T4481 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/jetty1/index/
   [junit4]   2> 2005267 T4481 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 2005268 T4481 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/jetty1/index
   [junit4]   2> 2005268 T4481 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2005270 T4481 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4f7a6e05 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@125c8f02),segFN=segments_1,generation=1}
   [junit4]   2> 2005271 T4481 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2005277 T4481 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2005278 T4481 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2005278 T4481 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2005279 T4481 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2005279 T4481 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2005279 T4481 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2005280 T4481 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2005280 T4481 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2005281 T4481 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2005282 T4481 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2005282 T4481 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2005283 T4481 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2005284 T4481 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2005284 T4481 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2005286 T4481 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2005286 T4481 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2005287 T4481 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2005287 T4481 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2005287 T4481 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2005288 T4481 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2005288 T4481 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2005289 T4481 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2005299 T4481 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2005300 T4481 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2005302 T4481 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2005304 T4481 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2005306 T4481 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2005309 T4481 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2005309 T4481 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2005310 T4481 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=0.9951171875, floorSegmentMB=1.703125, forceMergeDeletesPctAllowed=20.702523220393022, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46008070715439464
   [junit4]   2> 2005310 T4481 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4f7a6e05 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@125c8f02),segFN=segments_1,generation=1}
   [junit4]   2> 2005311 T4481 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2005311 T4481 oass.SolrIndexSearcher.<init> Opening Searcher@40a90f4f[collection1] main
   [junit4]   2> 2005311 T4481 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2005313 T4481 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2005313 T4481 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2005315 T4481 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2005315 T4481 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2005315 T4481 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2005318 T4481 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2005318 T4481 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2005319 T4481 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 2005319 T4481 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2005326 T4482 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@40a90f4f[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2005331 T4481 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2005333 T4485 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50280/sn_vfc/s collection:collection1 shard:shard2
   [junit4]   2> 2005334 T4432 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2005335 T4432 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2005336 T4485 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 2005351 T4485 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 2005355 T4459 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2005364 T4485 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2005364 T4485 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C601 name=collection1 org.apache.solr.core.SolrCore@398a4ee0 url=http://127.0.0.1:50280/sn_vfc/s/collection1 node=127.0.0.1:50280_sn_vfc%2Fs C601_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:50280/sn_vfc/s, node_name=127.0.0.1:50280_sn_vfc%2Fs, state=down}
   [junit4]   2> 2005365 T4485 C601 P50280 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50280/sn_vfc/s/collection1/
   [junit4]   2> 2005366 T4485 C601 P50280 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2005366 T4485 C601 P50280 oasc.SyncStrategy.syncToMe http://127.0.0.1:50280/sn_vfc/s/collection1/ has no replicas
   [junit4]   2> 2005366 T4485 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50280/sn_vfc/s/collection1/ shard2
   [junit4]   2> 2005366 T4485 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 2005381 T4459 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2005495 T4480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2005496 T4459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2005496 T4466 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2005539 T4485 oasc.ZkController.register We are http://127.0.0.1:50280/sn_vfc/s/collection1/ and leader is http://127.0.0.1:50280/sn_vfc/s/collection1/
   [junit4]   2> 2005539 T4485 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50280/sn_vfc/s
   [junit4]   2> 2005539 T4485 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2005539 T4485 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2005539 T4485 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2005543 T4459 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2005552 T4455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50280/sn_vfc/s",
   [junit4]   2> 	  "node_name":"127.0.0.1:50280_sn_vfc%2Fs",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 2005667 T4466 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2005670 T4459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2005668 T4480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2007781 T4432 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2007783 T4432 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2007792 T4432 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50283
   [junit4]   2> 2007794 T4432 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2007796 T4432 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2007796 T4432 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-004
   [junit4]   2> 2007796 T4432 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-004/'
   [junit4]   2> 2007850 T4432 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-004/solr.xml
   [junit4]   2> 2007866 T4432 oasc.CoreContainer.<init> New CoreContainer 1783281535
   [junit4]   2> 2007867 T4432 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-004/]
   [junit4]   2> 2007867 T4432 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2007868 T4432 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2007868 T4432 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2007868 T4432 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2007869 T4432 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2007869 T4432 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2007869 T4432 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2007870 T4432 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2007871 T4432 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2007871 T4432 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2007872 T4432 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2007872 T4432 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2007872 T4432 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2007873 T4432 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50273/solr
   [junit4]   2> 2007873 T4432 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2007876 T4432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2007879 T4496 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d15e269 name:ZooKeeperConnection Watcher:127.0.0.1:50273 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2007881 T4432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2007889 T4432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2007892 T4498 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5db47cf8 name:ZooKeeperConnection Watcher:127.0.0.1:50273/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2007893 T4432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2007917 T4432 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2008930 T4432 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50283_sn_vfc%2Fs
   [junit4]   2> 2008935 T4432 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50283_sn_vfc%2Fs
   [junit4]   2> 2008955 T4432 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 2008968 T4500 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2008968 T4500 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2008971 T4500 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2008972 T4459 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2008979 T4455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50283/sn_vfc/s",
   [junit4]   2> 	  "node_name":"127.0.0.1:50283_sn_vfc%2Fs",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 2008979 T4455 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 2008979 T4455 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2008990 T4466 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2008991 T4459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2008990 T4480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2008991 T4499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2009975 T4500 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2009975 T4500 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2009979 T4500 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2009979 T4500 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2009986 T4500 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2009987 T4500 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-004/collection1/'
   [junit4]   2> 2009990 T4500 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 2009991 T4500 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 2009992 T4500 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 2010060 T4500 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2010072 T4500 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2010078 T4500 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2010086 T4500 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2010201 T4500 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2010203 T4500 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2010204 T4500 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2010211 T4500 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2010294 T4500 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2010294 T4500 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2010295 T4500 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/jetty2/
   [junit4]   2> 2010296 T4500 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ef924b4
   [junit4]   2> 2010298 T4500 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/jetty2
   [junit4]   2> 2010298 T4500 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/jetty2/index/
   [junit4]   2> 2010298 T4500 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 2010300 T4500 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-001/jetty2/index
   [junit4]   2> 2010300 T4500 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2010301 T4500 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c64e9f6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@504e6b3e),segFN=segments_1,generation=1}
   [junit4]   2> 2010301 T4500 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2010307 T4500 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2010307 T4500 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2010308 T4500 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2010308 T4500 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2010309 T4500 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2010310 T4500 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2010310 T4500 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2010311 T4500 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2010311 T4500 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2010312 T4500 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2010312 T4500 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2010313 T4500 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2010313 T4500 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2010314 T4500 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2010314 T4500 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2010315 T4500 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2010315 T4500 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2010315 T4500 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2010316 T4500 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2010316 T4500 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2010317 T4500 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2010318 T4500 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2010327 T4500 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2010329 T4500 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2010331 T4500 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2010332 T4500 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2010334 T4500 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2010337 T4500 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2010337 T4500 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2010338 T4500 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=0.9951171875, floorSegmentMB=1.703125, forceMergeDeletesPctAllowed=20.702523220393022, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46008070715439464
   [junit4]   2> 2010338 T4500 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c64e9f6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@504e6b3e),segFN=segments_1,generation=1}
   [junit4]   2> 2010339 T4500 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2010339 T4500 oass.SolrIndexSearcher.<init> Opening Searcher@477184e6[collection1] main
   [junit4]   2> 2010339 T4500 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2010345 T4500 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2010345 T4500 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2010347 T4500 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2010347 T4500 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2010348 T4500 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2010352 T4500 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2010352 T4500 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2010353 T4500 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 2010353 T4500 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2010362 T4501 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@477184e6[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2010366 T4500 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2010370 T4504 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50283/sn_vfc/s collection:collection1 shard:shard1
   [junit4]   2> 2010371 T4432 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2010372 T4432 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2010373 T4504 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2010432 T4504 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2010452 T4459 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2010466 T4504 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2010466 T4504 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C602 name=collection1 org.apache.solr.core.SolrCore@473527ef url=http://127.0.0.1:50283/sn_vfc/s/collection1 node=127.0.0.1:50283_sn_vfc%2Fs C602_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:50283/sn_vfc/s, node_name=127.0.0.1:50283_sn_vfc%2Fs, state=down}
   [junit4]   2> 2010466 T4504 C602 P50283 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50283/sn_vfc/s/collection1/
   [junit4]   2> 2010466 T4504 C602 P50283 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2010467 T4504 C602 P50283 oasc.SyncStrategy.syncToMe http://127.0.0.1:50283/sn_vfc/s/collection1/ has no replicas
   [junit4]   2> 2010467 T4504 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50283/sn_vfc/s/collection1/ shard1
   [junit4]   2> 2010467 T4504 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2010539 T4499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2010540 T4459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2010540 T4480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2010542 T4466 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2010572 T4459 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2010581 T4480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2010581 T4499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2010583 T4466 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2010582 T4459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2010614 T4504 oasc.ZkController.register We are http://127.0.0.1:50283/sn_vfc/s/collection1/ and leader is http://127.0.0.1:50283/sn_vfc/s/collection1/
   [junit4]   2> 2010615 T4504 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50283/sn_vfc/s
   [junit4]   2> 2010615 T4504 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2010615 T4504 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2010615 T4504 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2010622 T4459 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2010635 T4455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50283/sn_vfc/s",
   [junit4]   2> 	  "node_name":"127.0.0.1:50283_sn_vfc%2Fs",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 2010765 T4480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2010765 T4466 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2010766 T4499 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2010765 T4459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2012796 T4432 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 2012797 T4432 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2012805 T4432 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50286
   [junit4]   2> 2012807 T4432 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2012808 T4432 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2012808 T4432 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-005
   [junit4]   2> 2012808 T4432 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-005/'
   [junit4]   2> 2012855 T4432 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-005/solr.xml
   [junit4]   2> 2012873 T4432 oasc.CoreContainer.<init> New CoreContainer 19937654
   [junit4]   2> 2012874 T4432 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001/tempDir-005/]
   [junit4]   2> 2012875 T4432 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2012876 T4432 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2012876 T4432 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2012876 T4432 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2012877 T4432 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2012877 T4432 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2012877 T4432 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2012877 T4432 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2012878 T4432 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2012878 T4432 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2012879 T4432 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2012880 T4432 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2012881 T4432 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2012881 T4432 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50273/solr
   [junit4]   2> 2012881 T4432 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2012884 T4432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2012888 T4515 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cc8b883 name:ZooKeeperConnection Watcher:127.0.0.1:50273 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2012889 T4432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2012895 T4432 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2012899 T4517 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@94e0400 name:ZooKeeperConnection Watcher:127.0.0.1:50273/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2012899 T4432 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2012923 T4432 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2013932 T4432 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50286_sn_vfc%2Fs
   [junit4]   2> 2013935 T4432 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50286_sn_vfc%2Fs
   [junit4]   2> 2013950 T4432 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 2013962 T4519 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2013963 T4519 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2013964 T4519 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2013965 T4459 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2013971 T4455 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50286/sn_vfc/s",
   [junit4]   2> 	  "node_name":"127.0.0.1:50286_sn_vfc%2Fs",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	 

[...truncated too long message...]

xtHandler{/sn_vfc/s,null}
   [junit4]   2> 2351771 T4583 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
   [junit4]   2> 
   [junit4]   2> 2355288 T4432 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 2355290 T4432 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50273 50273
   [junit4]   2> 2355344 T4433 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50273 50273
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=22E1D16E4C96A4F4 -Dtests.slow=true -Dtests.locale=sk_SK -Dtests.timezone=America/Porto_Velho -Dtests.file.encoding=UTF-8
   [junit4] ERROR    360s | ShardSplitTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:50283/sn_vfc/s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([22E1D16E4C96A4F4:A3075F763BC9C4C8]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:560)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:532)
   [junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.incompleteOrOverlappingCustomRangeTest(ShardSplitTest.java:138)
   [junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:103)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:150)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
   [junit4]    > 	... 45 more
   [junit4]   2> 2356146 T4432 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.ShardSplitTest-22E1D16E4C96A4F4-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=sk_SK, timezone=America/Porto_Velho
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_11 (64-bit)/cpus=2,threads=1,free=298344144,total=494927872
   [junit4]   2> NOTE: All tests run in this JVM: [QueryElevationComponentTest, SystemInfoHandlerTest, TestMultiCoreConfBootstrap, TestDefaultSimilarityFactory, DistributedFacetPivotLongTailTest, DirectSolrSpellCheckerTest, IndexSchemaRuntimeFieldTest, TestCloudManagedSchema, TestIntervalFaceting, HdfsLockFactoryTest, OpenExchangeRatesOrgProviderTest, AddBlockUpdateTest, AtomicUpdatesTest, CollectionsAPIDistributedZkTest, TestShortCircuitedRequests, TestDistributedGrouping, TestCopyFieldCollectionResource, BJQParserTest, TestSolr4Spatial, ExternalFileFieldSortTest, FunctionTest, CollectionsAPIAsyncDistributedZkTest, MigrateRouteKeyTest, AnalyticsMergeStrategyTest, TestCursorMarkWithoutUniqueKey, HttpPartitionTest, StandardRequestHandlerTest, DistributedIntervalFacetingTest, DocValuesTest, TestQuerySenderNoQuery, MultiThreadedOCPTest, BadCopyFieldTest, DistributedSpellCheckComponentTest, BlockDirectoryTest, SchemaVersionSpecificBehaviorTest, ResourceLoaderTest, TestQueryUtils, TestCloudInspectUtil, TestBinaryField, TestDistributedSearch, UUIDFieldTest, TestLMDirichletSimilarityFactory, TestComplexPhraseQParserPlugin, SyncSliceTest, TestFastLRUCache, TestAnalyzeInfixSuggestions, HardAutoCommitTest, TestSearcherReuse, EchoParamsTest, TestCollectionAPI, TestSchemaResource, TestMaxScoreQueryParser, NumericFieldsTest, TestTrie, PathHierarchyTokenizerFactoryTest, OpenCloseCoreStressTest, SSLMigrationTest, HdfsUnloadDistributedZkTest, UpdateParamsTest, ShowFileRequestHandlerTest, SharedFSAutoReplicaFailoverTest, TestCSVLoader, TestFieldCollectionResource, DeleteReplicaTest, TestModifyConfFiles, AssignTest, TestManagedResourceStorage, TestChildDocTransformer, TestPerFieldSimilarity, HighlighterMaxOffsetTest, TestExpandComponent, LeaderElectionIntegrationTest, ReturnFieldsTest, JsonLoaderTest, TestLuceneMatchVersion, RankQueryTest, PeerSyncTest, DistributedSuggestComponentTest, ZkControllerTest, DirectUpdateHandlerTest, ReplicationFactorTest, TestXIncludeConfig, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, SolrInfoMBeanTest, TestGroupingSearch, TestJmxMonitoredMap, FieldFacetExtrasTest, TestSolrDeletionPolicy2, TestExceedMaxTermLength, TestOverriddenPrefixQueryForCustomFieldType, TestRangeQuery, EnumFieldTest, TestJoin, TestCoreContainer, TestManagedResource, BasicDistributedZk2Test, SuggesterTest, LeaderElectionTest, SolrCoreCheckLockOnStartupTest, PolyFieldTest, TestCollationField, TermVectorComponentDistributedTest, TestManagedSynonymFilterFactory, SimpleFacetsTest, SolrIndexConfigTest, SolrCoreTest, QueryResultKeyTest, SignatureUpdateProcessorFactoryTest, DocExpirationUpdateProcessorFactoryTest, ShardSplitTest]
   [junit4] Completed in 359.72s, 1 test, 1 error <<< FAILURES!

[...truncated 977 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:474: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:454: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1350: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:965: There were test failures: 430 suites, 1782 tests, 1 error, 45 ignored (18 assumptions)

Total time: 167 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1777 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1777/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
REGRESSION:  org.apache.solr.MinimalSchemaTest.testAllConfiguredHandlers

Error Message:
Could not initialize class java.lang.UNIXProcess

Stack Trace:
java.lang.NoClassDefFoundError: Could not initialize class java.lang.UNIXProcess
	at __randomizedtesting.SeedInfo.seed([9F30A6DF04D6D3E8:722E1DE58FDBD26C]:0)
	at java.lang.ProcessImpl.start(ProcessImpl.java:130)
	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1028)
	at java.lang.Runtime.exec(Runtime.java:617)
	at java.lang.Runtime.exec(Runtime.java:450)
	at java.lang.Runtime.exec(Runtime.java:347)
	at org.apache.solr.handler.admin.SystemInfoHandler.execute(SystemInfoHandler.java:220)
	at org.apache.solr.handler.admin.SystemInfoHandler.getSystemInfo(SystemInfoHandler.java:176)
	at org.apache.solr.handler.admin.SystemInfoHandler.handleRequestBody(SystemInfoHandler.java:97)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1985)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:295)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:278)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:696)
	at org.apache.solr.MinimalSchemaTest.testAllConfiguredHandlers(MinimalSchemaTest.java:115)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.handler.admin.InfoHandlerTest.testOverriddenHandlers

Error Message:
Could not initialize class java.lang.UNIXProcess

Stack Trace:
java.lang.NoClassDefFoundError: Could not initialize class java.lang.UNIXProcess
	at __randomizedtesting.SeedInfo.seed([9F30A6DF04D6D3E8:796BAAF8FD9F1C5C]:0)
	at java.lang.ProcessImpl.start(ProcessImpl.java:130)
	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1028)
	at java.lang.Runtime.exec(Runtime.java:617)
	at java.lang.Runtime.exec(Runtime.java:450)
	at java.lang.Runtime.exec(Runtime.java:347)
	at org.apache.solr.handler.admin.SystemInfoHandler.execute(SystemInfoHandler.java:220)
	at org.apache.solr.handler.admin.SystemInfoHandler.getSystemInfo(SystemInfoHandler.java:177)
	at org.apache.solr.handler.admin.SystemInfoHandler.handleRequestBody(SystemInfoHandler.java:97)
	at org.apache.solr.handler.admin.InfoHandlerTest$CountSystemInfoHandler.handleRequestBody(InfoHandlerTest.java:157)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
	at org.apache.solr.handler.admin.InfoHandler.handleRequestBody(InfoHandler.java:88)
	at org.apache.solr.handler.admin.InfoHandlerTest.handleRequest(InfoHandlerTest.java:168)
	at org.apache.solr.handler.admin.InfoHandlerTest.testOverriddenHandlers(InfoHandlerTest.java:98)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11049 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.InfoHandlerTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.handler.admin.InfoHandlerTest-9F30A6DF04D6D3E8-001/init-core-data-001
   [junit4]   2> 2079980 T4935 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 2079983 T4935 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 2079984 T4935 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2079985 T4935 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2079985 T4935 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2079986 T4935 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2080147 T4935 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2080238 T4935 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2080240 T4935 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2080262 T4935 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 2080828 T4935 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2080838 T4935 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2080841 T4935 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2080854 T4935 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2080858 T4935 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2080861 T4935 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2080862 T4935 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2080863 T4935 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2080863 T4935 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2080864 T4935 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2080864 T4935 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2080864 T4935 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2080865 T4935 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr
   [junit4]   2> 2080865 T4935 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/'
   [junit4]   2> 2080967 T4935 oasc.CoreContainer.<init> New CoreContainer 913826832
   [junit4]   2> 2080967 T4935 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/]
   [junit4]   2> 2080969 T4935 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 2080970 T4935 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 2080970 T4935 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 2080970 T4935 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2080970 T4935 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2080970 T4935 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2080971 T4935 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2080972 T4935 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2080972 T4935 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2080974 T4935 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=false
   [junit4]   2> 2080978 T4935 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2080978 T4935 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2080979 T4935 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 2080985 T4936 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2080986 T4936 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2080987 T4936 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2080988 T4936 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2081107 T4936 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2081205 T4936 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2081206 T4936 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2081232 T4936 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2081840 T4936 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2081848 T4936 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2081864 T4936 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2081875 T4936 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2081880 T4936 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2081890 T4936 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2081893 T4936 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2081893 T4936 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2081894 T4936 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2081895 T4936 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2081895 T4936 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2081896 T4936 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 2081896 T4936 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2081896 T4936 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.handler.admin.InfoHandlerTest-9F30A6DF04D6D3E8-001/init-core-data-001/
   [junit4]   2> 2081897 T4936 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c6e4a4c
   [junit4]   2> 2081899 T4936 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.handler.admin.InfoHandlerTest-9F30A6DF04D6D3E8-001/init-core-data-001
   [junit4]   2> 2081899 T4936 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.handler.admin.InfoHandlerTest-9F30A6DF04D6D3E8-001/init-core-data-001/index/
   [junit4]   2> 2081900 T4936 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.handler.admin.InfoHandlerTest-9F30A6DF04D6D3E8-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 2081900 T4936 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.handler.admin.InfoHandlerTest-9F30A6DF04D6D3E8-001/init-core-data-001/index
   [junit4]   2> 2081902 T4936 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=35.31640625, floorSegmentMB=0.861328125, forceMergeDeletesPctAllowed=0.2142272514793342, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2081908 T4936 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@49a837be lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4584c3d3)),segFN=segments_1,generation=1}
   [junit4]   2> 2081908 T4936 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2081908 T4936 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 2081919 T4936 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2081920 T4936 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2081921 T4936 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2081922 T4936 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2081923 T4936 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2081925 T4936 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2081927 T4936 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2081928 T4936 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2081928 T4936 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2081928 T4936 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2081929 T4936 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2081929 T4936 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2081930 T4936 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2081931 T4936 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2081933 T4936 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2081936 T4936 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2081937 T4936 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2081939 T4936 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2081940 T4936 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2081940 T4936 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2081941 T4936 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 2081941 T4936 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 2081943 T4936 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2081948 T4936 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2081949 T4936 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2081949 T4936 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 2081950 T4936 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 2081950 T4936 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 2081951 T4936 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2081951 T4936 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2081952 T4936 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2081952 T4936 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2081953 T4936 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2081953 T4936 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2081954 T4936 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2081954 T4936 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2081954 T4936 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2081958 T4936 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2081959 T4936 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 2081959 T4936 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 2081972 T4936 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2081975 T4936 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2081977 T4936 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2081980 T4936 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2081983 T4936 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2081983 T4936 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 2081986 T4936 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2081987 T4936 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2081987 T4936 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1324605297, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2081988 T4936 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@49a837be lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4584c3d3)),segFN=segments_1,generation=1}
   [junit4]   2> 2081989 T4936 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2081990 T4936 oass.SolrIndexSearcher.<init> Opening Searcher@31687cc0[collection1] main
   [junit4]   2> 2081990 T4936 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 2081990 T4936 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 2081991 T4936 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 2081991 T4936 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 2081991 T4936 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2081992 T4936 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 2082004 T4936 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2082071 T4937 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@31687cc0[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2082081 T4936 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2082086 T4935 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 2082092 T4935 oas.SolrTestCaseJ4.setUp ###Starting testOverriddenHandlers
   [junit4]   2> 2082174 T4935 oasha.SystemInfoHandler.execute WARN Error forking command due to JVM locale bug (see https://issues.apache.org/jira/browse/SOLR-6387): posix_spawn is not a supported process launch mechanism on this platform.
   [junit4]   2> 2082176 T4935 oas.SolrTestCaseJ4.tearDown ###Ending testOverriddenHandlers
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=InfoHandlerTest -Dtests.method=testOverriddenHandlers -Dtests.seed=9F30A6DF04D6D3E8 -Dtests.slow=true -Dtests.locale=tr -Dtests.timezone=America/Danmarkshavn -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.10s | InfoHandlerTest.testOverriddenHandlers <<<
   [junit4]    > Throwable #1: java.lang.NoClassDefFoundError: Could not initialize class java.lang.UNIXProcess
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9F30A6DF04D6D3E8:796BAAF8FD9F1C5C]:0)
   [junit4]    > 	at java.lang.ProcessImpl.start(ProcessImpl.java:130)
   [junit4]    > 	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1028)
   [junit4]    > 	at java.lang.Runtime.exec(Runtime.java:617)
   [junit4]    > 	at java.lang.Runtime.exec(Runtime.java:450)
   [junit4]    > 	at java.lang.Runtime.exec(Runtime.java:347)
   [junit4]    > 	at org.apache.solr.handler.admin.SystemInfoHandler.execute(SystemInfoHandler.java:220)
   [junit4]    > 	at org.apache.solr.handler.admin.SystemInfoHandler.getSystemInfo(SystemInfoHandler.java:177)
   [junit4]    > 	at org.apache.solr.handler.admin.SystemInfoHandler.handleRequestBody(SystemInfoHandler.java:97)
   [junit4]    > 	at org.apache.solr.handler.admin.InfoHandlerTest$CountSystemInfoHandler.handleRequestBody(InfoHandlerTest.java:157)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]    > 	at org.apache.solr.handler.admin.InfoHandler.handleRequestBody(InfoHandler.java:88)
   [junit4]    > 	at org.apache.solr.handler.admin.InfoHandlerTest.handleRequest(InfoHandlerTest.java:168)
   [junit4]    > 	at org.apache.solr.handler.admin.InfoHandlerTest.testOverriddenHandlers(InfoHandlerTest.java:98)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2082196 T4935 oas.SolrTestCaseJ4.setUp ###Starting testCoreAdminHandler
   [junit4]   2> 2082203 T4935 oas.SolrTestCaseJ4.tearDown ###Ending testCoreAdminHandler
   [junit4]   2> 2082205 T4935 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 2082205 T4935 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=913826832
   [junit4]   2> 2082205 T4935 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6a5e1bbe
   [junit4]   2> 2082242 T4935 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 2082242 T4935 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 2082243 T4935 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2082243 T4935 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2082247 T4935 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 2082247 T4935 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2082248 T4935 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.handler.admin.InfoHandlerTest-9F30A6DF04D6D3E8-001/init-core-data-001 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.handler.admin.InfoHandlerTest-9F30A6DF04D6D3E8-001/init-core-data-001;done=false>>]
   [junit4]   2> 2082248 T4935 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.handler.admin.InfoHandlerTest-9F30A6DF04D6D3E8-001/init-core-data-001
   [junit4]   2> 2082248 T4935 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.handler.admin.InfoHandlerTest-9F30A6DF04D6D3E8-001/init-core-data-001/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.handler.admin.InfoHandlerTest-9F30A6DF04D6D3E8-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 2082248 T4935 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.handler.admin.InfoHandlerTest-9F30A6DF04D6D3E8-001/init-core-data-001/index
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.handler.admin.InfoHandlerTest-9F30A6DF04D6D3E8-001
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=tr, timezone=America/Danmarkshavn
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=2,threads=1,free=39477536,total=343031808
   [junit4]   2> NOTE: All tests run in this JVM: [TestComplexPhraseQParserPlugin, DateRangeFieldTest, TestMergePolicyConfig, TestRangeQuery, TestManagedResource, DirectSolrSpellCheckerTest, DeleteReplicaTest, TestChildDocTransformer, SolrCoreTest, TestPHPSerializedResponseWriter, HighlighterMaxOffsetTest, TestIndexSearcher, TestReloadAndDeleteDocs, TestCursorMarkWithoutUniqueKey, ConvertedLegacyTest, SolrCmdDistributorTest, QueryFacetTest, TestSystemIdResolver, TestInfoStreamLogging, IndexSchemaTest, TestSearcherReuse, SoftAutoCommitTest, FastVectorHighlighterTest, AnalyticsQueryTest, HdfsLockFactoryTest, DateFieldTest, DocumentAnalysisRequestHandlerTest, TestDistributedGrouping, QueryResultKeyTest, TestFuzzyAnalyzedSuggestions, PathHierarchyTokenizerFactoryTest, TermsComponentTest, TestRealTimeGet, IndexBasedSpellCheckerTest, ReturnFieldsTest, HdfsSyncSliceTest, TestTrie, ZkCLITest, TestStressLucene, RangeFacetTest, HdfsUnloadDistributedZkTest, TestComponentsName, DocValuesTest, DistributedQueryElevationComponentTest, TestExpandComponent, TestSortingResponseWriter, SuggestComponentTest, TestOmitPositions, SolrRequestParserTest, TestSchemaSimilarityResource, TestSerializedLuceneMatchVersion, TestSolrJ, IndexSchemaRuntimeFieldTest, StatsComponentTest, TestFaceting, ShardSplitTest, CollectionsAPIAsyncDistributedZkTest, TestGroupingSearch, NoFacetTest, DistributedSuggestComponentTest, AlternateDirectoryTest, AddBlockUpdateTest, TermVectorComponentDistributedTest, CurrencyFieldXmlFileTest, TestArbitraryIndexDir, TestPseudoReturnFields, TestNoOpRegenerator, TestQueryUtils, ShardRoutingCustomTest, MigrateRouteKeyTest, HdfsWriteToMultipleCollectionsTest, SystemInfoHandlerTest, EnumFieldTest, CoreMergeIndexesAdminHandlerTest, TermVectorComponentTest, MultiTermTest, CursorMarkTest, StatelessScriptUpdateProcessorFactoryTest, TestWordDelimiterFilterFactory, LeaderElectionTest, TriLevelCompositeIdRoutingTest, SyncSliceTest, TestFoldingMultitermQuery, TestIBSimilarityFactory, CoreAdminHandlerTest, DistributedExpandComponentTest, BadComponentTest, SharedFSAutoReplicaFailoverTest, TestFastLRUCache, SolrXmlInZkTest, SolrTestCaseJ4Test, CustomCollectionTest, TestCloudManagedSchema, TestCloudPivotFacet, DeleteInactiveReplicaTest, TestLRUCache, LegacyHTMLStripCharFilterTest, ZkSolrClientTest, WordBreakSolrSpellCheckerTest, SpellingQueryConverterTest, TestMultiCoreConfBootstrap, TestFastWriter, TestStandardQParsers, AsyncMigrateRouteKeyTest, TestRestManager, LeaderElectionIntegrationTest, TestSolrXml, TestPivotHelperCode, TestDynamicFieldCollectionResource, MoreLikeThisHandlerTest, TestCSVLoader, DirectUpdateHandlerOptimizeTest, TestDocSet, InfoHandlerTest]
   [junit4] Completed in 2.35s, 2 tests, 1 error <<< FAILURES!

[...truncated 172 lines...]
   [junit4] Suite: org.apache.solr.MinimalSchemaTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.MinimalSchemaTest-9F30A6DF04D6D3E8-001/init-core-data-001
   [junit4]   2> 2884473 T7080 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 2884475 T7080 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 2884475 T7080 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2884476 T7080 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2884477 T7080 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2884477 T7080 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2884640 T7080 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2884754 T7080 oasc.SolrConfig.<init> Loaded SolrConfig: solr/collection1/conf/solrconfig.xml
   [junit4]   2> 2884757 T7080 oass.IndexSchema.readSchema Reading Solr Schema from solr/collection1/conf/schema-minimal.xml
   [junit4]   2> 2884786 T7080 oass.IndexSchema.readSchema [null] Schema name=minimal
   [junit4]   2> 2884798 T7080 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 2884802 T7080 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2884802 T7080 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr
   [junit4]   2> 2884802 T7080 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/'
   [junit4]   2> 2884919 T7080 oasc.CoreContainer.<init> New CoreContainer 691329701
   [junit4]   2> 2884920 T7080 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/]
   [junit4]   2> 2884921 T7080 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 2884921 T7080 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 2884922 T7080 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 2884923 T7080 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2884923 T7080 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2884923 T7080 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2884923 T7080 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2884924 T7080 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2884924 T7080 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2884924 T7080 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=false
   [junit4]   2> 2884925 T7080 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2884925 T7080 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2884925 T7080 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 2884931 T7081 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2884933 T7081 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2884933 T7081 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2884933 T7081 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2885036 T7081 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2885142 T7081 oasc.SolrConfig.<init> Loaded SolrConfig: solr/collection1/conf/solrconfig.xml
   [junit4]   2> 2885143 T7081 oass.IndexSchema.readSchema Reading Solr Schema from solr/collection1/conf/schema-minimal.xml
   [junit4]   2> 2885151 T7081 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 2885161 T7081 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 2885162 T7081 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 2885162 T7081 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2885163 T7081 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.MinimalSchemaTest-9F30A6DF04D6D3E8-001/init-core-data-001/
   [junit4]   2> 2885163 T7081 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c6e4a4c
   [junit4]   2> 2885164 T7081 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.MinimalSchemaTest-9F30A6DF04D6D3E8-001/init-core-data-001
   [junit4]   2> 2885185 T7081 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.MinimalSchemaTest-9F30A6DF04D6D3E8-001/init-core-data-001/index/
   [junit4]   2> 2885185 T7081 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.MinimalSchemaTest-9F30A6DF04D6D3E8-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 2885186 T7081 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.MinimalSchemaTest-9F30A6DF04D6D3E8-001/init-core-data-001/index
   [junit4]   2> 2885186 T7081 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3760338049653885]
   [junit4]   2> 2885187 T7081 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@67314d7c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4a770c0f)),segFN=segments_1,generation=1}
   [junit4]   2> 2885188 T7081 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2885188 T7081 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 2885194 T7081 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2885196 T7081 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2885196 T7081 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2885197 T7081 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2885197 T7081 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2885197 T7081 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2885197 T7081 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2885198 T7081 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2885198 T7081 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2885199 T7081 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2885199 T7081 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2885199 T7081 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2885200 T7081 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2885201 T7081 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2885201 T7081 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2885202 T7081 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2885202 T7081 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2885202 T7081 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2885203 T7081 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2885204 T7081 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2885205 T7081 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 2885205 T7081 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 2885206 T7081 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2885207 T7081 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2885207 T7081 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2885208 T7081 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 2885208 T7081 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 2885208 T7081 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 2885209 T7081 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2885209 T7081 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2885209 T7081 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2885210 T7081 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2885210 T7081 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2885211 T7081 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2885211 T7081 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2885212 T7081 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2885213 T7081 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2885213 T7081 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2885213 T7081 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 2885214 T7081 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 2885227 T7081 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2885231 T7081 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2885232 T7081 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2885234 T7081 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2885237 T7081 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2885238 T7081 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 2885241 T7081 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2885241 T7081 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2885242 T7081 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=93.1728515625, floorSegmentMB=1.3623046875, forceMergeDeletesPctAllowed=21.255281683204583, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2885242 T7081 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@67314d7c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4a770c0f)),segFN=segments_1,generation=1}
   [junit4]   2> 2885242 T7081 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2885244 T7081 oass.SolrIndexSearcher.<init> Opening Searcher@30fdbfe3[collection1] main
   [junit4]   2> 2885244 T7081 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 2885244 T7081 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 2885244 T7081 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 2885245 T7081 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 2885245 T7081 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2885245 T7081 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 2885256 T7081 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2885307 T7082 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30fdbfe3[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 2885314 T7081 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2885317 T7080 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> ASYNC  NEW_CORE C3281 name=collection1 org.apache.solr.core.SolrCore@7f8ccf1a
   [junit4]   2> 2885341 T7080 C3281 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 24
   [junit4]   2> 2885346 T7080 C3281 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
   [junit4]   2> 2885347 T7080 C3281 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2885351 T7080 C3281 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@67314d7c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4a770c0f)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@67314d7c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4a770c0f)),segFN=segments_2,generation=2}
   [junit4]   2> 2885352 T7080 C3281 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 2885354 T7080 C3281 oass.SolrIndexSearcher.<init> Opening Searcher@162d5cff[collection1] main
   [junit4]   2> 2885354 T7080 C3281 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 2885357 T7082 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@162d5cff[collection1] main{UninvertingDirectoryReader(Uninverting(_0(5.0.0):c2))}
   [junit4]   2> 2885358 T7080 C3281 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 11
   [junit4]   2> 2885360 T7080 C3281 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2885360 T7080 C3281 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2885360 T7080 C3281 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 2885361 T7080 C3281 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 2885361 T7080 C3281 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {optimize=} 0 2
   [junit4]   2> 2885368 T7080 oas.SolrTestCaseJ4.setUp ###Starting testAllConfiguredHandlers
   [junit4]   2> 2885438 T7080 C3281 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&omitHeader=false&qt=/admin/file} status=0 QTime=69 
   [junit4]   2> 2885448 T7080 C3281 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=foo:bar&omitHeader=false&qt=defaults} hits=0 status=0 QTime=1 
   [junit4]   2> 2885450 T7080 oas.SolrTestCaseJ4.tearDown ###Ending testAllConfiguredHandlers
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MinimalSchemaTest -Dtests.method=testAllConfiguredHandlers -Dtests.seed=9F30A6DF04D6D3E8 -Dtests.slow=true -Dtests.locale=es_PE -Dtests.timezone=Pacific/Palau -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.10s | MinimalSchemaTest.testAllConfiguredHandlers <<<
   [junit4]    > Throwable #1: java.lang.NoClassDefFoundError: Could not initialize class java.lang.UNIXProcess
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9F30A6DF04D6D3E8:722E1DE58FDBD26C]:0)
   [junit4]    > 	at java.lang.ProcessImpl.start(ProcessImpl.java:130)
   [junit4]    > 	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1028)
   [junit4]    > 	at java.lang.Runtime.exec(Runtime.java:617)
   [junit4]    > 	at java.lang.Runtime.exec(Runtime.java:450)
   [junit4]    > 	at java.lang.Runtime.exec(Runtime.java:347)
   [junit4]    > 	at org.apache.solr.handler.admin.SystemInfoHandler.execute(SystemInfoHandler.java:220)
   [junit4]    > 	at org.apache.solr.handler.admin.SystemInfoHandler.getSystemInfo(SystemInfoHandler.java:176)
   [junit4]    > 	at org.apache.solr.handler.admin.SystemInfoHandler.handleRequestBody(SystemInfoHandler.java:97)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
   [junit4]    > 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1985)
   [junit4]    > 	at org.apache.solr.util.TestHarness.query(TestHarness.java:295)
   [junit4]    > 	at org.apache.solr.util.TestHarness.query(TestHarness.java:278)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:696)
   [junit4]    > 	at org.apache.solr.MinimalSchemaTest.testAllConfiguredHandlers(MinimalSchemaTest.java:115)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2885468 T7080 oas.SolrTestCaseJ4.setUp ###Starting testSimpleQueries
   [junit4]   2> 2885469 T7080 C3281 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=subject:Hoss&version=2.2&rows=20&start=0&qt=standard} hits=1 status=0 QTime=1 
   [junit4]   2> 2885471 T7080 C3281 oasc.SolrCore.execute [collection1] webapp=null path=null params={q=subject:Yonik&version=2.2&rows=20&start=0&qt=standard} hits=1 status=0 QTime=0 
   [junit4]   2> 2885474 T7080 oas.SolrTestCaseJ4.tearDown ###Ending testSimpleQueries
   [junit4]   2> 2885482 T7080 oas.SolrTestCaseJ4.setUp ###Starting testLuke
   [junit4]   2> 2885482 T7080 C3281 oasc.SolrCore.execute [collection1] webapp=null path=null params={qt=/admin/luke} status=0 QTime=0 
   [junit4]   2> 2885485 T7080 C3281 oasc.SolrCore.execute [collection1] webapp=null path=null params={show=schema&qt=/admin/luke} status=0 QTime=1 
   [junit4]   2> 2885510 T7080 oas.SolrTestCaseJ4.tearDown ###Ending testLuke
   [junit4]   2> 2885511 T7080 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 2885511 T7080 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=691329701
   [junit4]   2> 2885512 T7080 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7f8ccf1a
   [junit4]   2> 2885528 T7080 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=1,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=132,transaction_logs_total_number=1}
   [junit4]   2> 2885529 T7080 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 2885529 T7080 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2885529 T7080 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2885531 T7080 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 2885531 T7080 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2885531 T7080 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.MinimalSchemaTest-9F30A6DF04D6D3E8-001/init-core-data-001 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.MinimalSchemaTest-9F30A6DF04D6D3E8-001/init-core-data-001;done=false>>]
   [junit4]   2> 2885531 T7080 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.MinimalSchemaTest-9F30A6DF04D6D3E8-001/init-core-data-001
   [junit4]   2> 2885532 T7080 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.MinimalSchemaTest-9F30A6DF04D6D3E8-001/init-core-data-001/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.MinimalSchemaTest-9F30A6DF04D6D3E8-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 2885532 T7080 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.MinimalSchemaTest-9F30A6DF04D6D3E8-001/init-core-data-001/index
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.MinimalSchemaTest-9F30A6DF04D6D3E8-001
   [junit4]   2> NOTE: test params are: codec=Lucene410: {project=PostingsFormat(name=SimpleText), id=PostingsFormat(name=Memory doPackFST= false), subject=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128)))}, docValues:{}, sim=DefaultSimilarity, locale=es_PE, timezone=Pacific/Palau
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=2,threads=1,free=38251488,total=346374144
   [junit4]   2> NOTE: All tests run in this JVM: [TestComplexPhraseQParserPlugin, DateRangeFieldTest, TestMergePolicyConfig, TestRangeQuery, TestManagedResource, DirectSolrSpellCheckerTest, DeleteReplicaTest, TestChildDocTransformer, SolrCoreTest, TestPHPSerializedResponseWriter, HighlighterMaxOffsetTest, TestIndexSearcher, TestReloadAndDeleteDocs, TestCursorMarkWithoutUniqueKey, ConvertedLegacyTest, SolrCmdDistributorTest, QueryFacetTest, TestSystemIdResolver, TestInfoStreamLogging, IndexSchemaTest, TestSearcherReuse, SoftAutoCommitTest, FastVectorHighlighterTest, AnalyticsQueryTest, HdfsLockFactoryTest, DateFieldTest, DocumentAnalysisRequestHandlerTest, TestDistributedGrouping, QueryResultKeyTest, TestFuzzyAnalyzedSuggestions, PathHierarchyTokenizerFactoryTest, TermsComponentTest, TestRealTimeGet, IndexBasedSpellCheckerTest, ReturnFieldsTest, HdfsSyncSliceTest, TestTrie, ZkCLITest, TestStressLucene, RangeFacetTest, HdfsUnloadDistributedZkTest, TestComponentsName, DocValuesTest, DistributedQueryElevationComponentTest, TestExpandComponent, TestSortingResponseWriter, SuggestComponentTest, TestOmitPositions, SolrRequestParserTest, TestSchemaSimilarityResource, TestSerializedLuceneMatchVersion, TestSolrJ, IndexSchemaRuntimeFieldTest, StatsComponentTest, TestFaceting, ShardSplitTest, CollectionsAPIAsyncDistributedZkTest, TestGroupingSearch, NoFacetTest, DistributedSuggestComponentTest, AlternateDirectoryTest, AddBlockUpdateTest, TermVectorComponentDistributedTest, CurrencyFieldXmlFileTest, TestArbitraryIndexDir, TestPseudoReturnFields, TestNoOpRegenerator, TestQueryUtils, ShardRoutingCustomTest, MigrateRouteKeyTest, HdfsWriteToMultipleCollectionsTest, SystemInfoHandlerTest, EnumFieldTest, CoreMergeIndexesAdminHandlerTest, TermVectorComponentTest, MultiTermTest, CursorMarkTest, StatelessScriptUpdateProcessorFactoryTest, TestWordDelimiterFilterFactory, LeaderElectionTest, TriLevelCompositeIdRoutingTest, SyncSliceTest, TestFoldingMultitermQuery, TestIBSimilarityFactory, CoreAdminHandlerTest, DistributedExpandComponentTest, BadComponentTest, SharedFSAutoReplicaFailoverTest, TestFastLRUCache, SolrXmlInZkTest, SolrTestCaseJ4Test, CustomCollectionTest, TestCloudManagedSchema, TestCloudPivotFacet, DeleteInactiveReplicaTest, TestLRUCache, LegacyHTMLStripCharFilterTest, ZkSolrClientTest, WordBreakSolrSpellCheckerTest, SpellingQueryConverterTest, TestMultiCoreConfBootstrap, TestFastWriter, TestStandardQParsers, AsyncMigrateRouteKeyTest, TestRestManager, LeaderElectionIntegrationTest, TestSolrXml, TestPivotHelperCode, TestDynamicFieldCollectionResource, MoreLikeThisHandlerTest, TestCSVLoader, DirectUpdateHandlerOptimizeTest, TestDocSet, InfoHandlerTest, HttpPartitionTest, TestSolrDeletionPolicy2, TestShortCircuitedRequests, TestInitQParser, CoreContainerCoreInitFailuresTest, TestFieldTypeCollectionResource, SSLMigrationTest, OverseerTest, OutputWriterTest, TestBM25SimilarityFactory, TestStressUserVersions, TestRemoteStreaming, TestCodecSupport, ClusterStateUpdateTest, OverseerStatusTest, TestDistributedSearch, TestPostingsSolrHighlighter, TestFreeTextSuggestions, TestFunctionQuery, TestOrdValues, TestBinaryResponseWriter, DebugComponentTest, JSONWriterTest, MergeStrategyTest, HighlighterConfigTest, FieldAnalysisRequestHandlerTest, RecoveryZkTest, TestHighFrequencyDictionaryFactory, TestDocumentBuilder, RequestHandlersTest, ChangedSchemaMergeTest, TestAnalyzedSuggestions, TestFastOutputStream, TestLFUCache, RollingRestartTest, CoreAdminCreateDiscoverTest, TestRequestStatusCollectionAPI, DistributedFacetPivotSmallTest, ReplicationFactorTest, HdfsDirectoryTest, SearchHandlerTest, TestDefaultSimilarityFactory, TestQuerySenderListener, TestOverriddenPrefixQueryForCustomFieldType, TestTolerantSearch, BadIndexSchemaTest, AddSchemaFieldsUpdateProcessorFactoryTest, CopyFieldTest, TestExceedMaxTermLength, TestSolrQueryParser, SynonymTokenizerTest, TestCollectionAPI, TestSearchPerf, AbstractAnalyticsFacetTest, MinimalSchemaTest]
   [junit4] Completed in 1.12s, 3 tests, 1 error <<< FAILURES!

[...truncated 803 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:474: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:454: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1350: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:965: There were test failures: 430 suites, 1782 tests, 2 errors, 45 ignored (18 assumptions)

Total time: 168 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1776 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1776/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.schema.TestCloudSchemaless.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:49216/xgxse/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:49216/xgxse/collection1
	at __randomizedtesting.SeedInfo.seed([ABA8BA0ABEC287E4:2A4E3412C99DE7D8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
	... 47 more




Build Log:
[...truncated 10814 lines...]
   [junit4] Suite: org.apache.solr.schema.TestCloudSchemaless
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/init-core-data-001
   [junit4]   2> 307635 T95 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 307635 T95 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /xgxse/
   [junit4]   2> 307642 T95 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 307655 T95 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 307663 T96 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 307968 T95 oasc.ZkTestServer.run start zk server on port:49207
   [junit4]   2> 308313 T95 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 308353 T97 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 310376 T102 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46a28e69 name:ZooKeeperConnection Watcher:127.0.0.1:49207 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 310378 T95 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 310381 T95 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 310492 T95 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 310499 T104 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27248a68 name:ZooKeeperConnection Watcher:127.0.0.1:49207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 310499 T95 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 310504 T95 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 310515 T95 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 310525 T95 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 310533 T95 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 310551 T95 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-schemaless.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 310607 T95 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 310625 T95 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-add-schema-fields-update-processor.xml to /configs/conf1/schema.xml
   [junit4]   2> 310629 T95 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 310638 T95 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 310640 T95 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 310651 T95 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 310651 T95 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 310669 T95 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 310672 T95 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 310680 T95 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 310680 T95 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 310686 T95 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 310687 T95 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 310694 T95 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 310699 T95 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 310732 T95 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 310733 T95 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 310740 T95 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 310741 T95 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 310754 T95 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 310754 T95 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 310809 T95 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 310811 T106 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d894b2 name:ZooKeeperConnection Watcher:127.0.0.1:49207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 310811 T95 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 313140 T95 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 313652 T95 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 313671 T95 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:49212
   [junit4]   2> 313675 T95 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 313676 T95 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 313676 T95 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002
   [junit4]   2> 313676 T95 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/'
   [junit4]   2> 313716 T95 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/solr.xml
   [junit4]   2> 313740 T95 oasc.CoreContainer.<init> New CoreContainer 1608122806
   [junit4]   2> 313741 T95 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/]
   [junit4]   2> 313741 T95 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 313742 T95 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 313742 T95 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 313742 T95 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 313743 T95 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 313743 T95 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 313744 T95 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 313744 T95 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 313744 T95 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 313749 T95 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 313752 T95 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 313752 T95 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 313753 T95 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 313753 T95 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49207/solr
   [junit4]   2> 313789 T95 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 313794 T95 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 313798 T117 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d74c792 name:ZooKeeperConnection Watcher:127.0.0.1:49207 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 313799 T95 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 313846 T95 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 313849 T119 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f71ce3a name:ZooKeeperConnection Watcher:127.0.0.1:49207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 313849 T95 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 313873 T95 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 313906 T95 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 313937 T95 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 313956 T95 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 313966 T95 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 314001 T95 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 314006 T95 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49212_xgxse
   [junit4]   2> 314014 T95 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49212_xgxse
   [junit4]   2> 314026 T95 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 314033 T95 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 314040 T95 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 314062 T95 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49212_xgxse
   [junit4]   2> 314062 T95 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 314067 T95 oasc.Overseer.start Overseer (id=92303064938971140-127.0.0.1:49212_xgxse-n_0000000000) starting
   [junit4]   2> 314133 T95 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 314185 T95 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 314250 T121 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 314297 T95 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 314312 T95 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 314321 T95 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 314343 T120 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 314362 T123 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 314363 T123 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 314376 T123 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 314381 T124 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 314391 T120 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:49212/xgxse",
   [junit4]   2> 	  "node_name":"127.0.0.1:49212_xgxse",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 314391 T120 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 314420 T120 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 314441 T124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 315378 T123 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 315378 T123 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 315380 T123 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 315381 T123 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 315385 T123 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 315385 T123 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/collection1/'
   [junit4]   2> 315387 T123 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 315387 T123 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 315388 T123 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 315470 T123 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 315484 T123 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 315507 T123 oass.ManagedIndexSchemaFactory.create The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 315521 T123 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 315525 T123 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 315542 T123 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 315555 T123 oass.ManagedIndexSchema.persistManagedSchemaToZooKeeper Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 315560 T123 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml.bak
   [junit4]   2> 315571 T123 oass.ManagedIndexSchemaFactory.zkUgradeToManagedSchema After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 315571 T123 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 315571 T123 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 315572 T123 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/collection1/data/
   [junit4]   2> 315572 T123 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 315624 T123 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/collection1/data
   [junit4]   2> 315625 T123 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/collection1/data/index/
   [junit4]   2> 315626 T123 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 315626 T123 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/collection1/data/index
   [junit4]   2> 315627 T123 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.830431936129285]
   [junit4]   2> 315632 T123 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4933f7c9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 315632 T123 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 315635 T123 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 316346 T123 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 316347 T123 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 316347 T123 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 316347 T123 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 316347 T123 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 316348 T123 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 316348 T123 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 316349 T123 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 316351 T123 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 316352 T123 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 316353 T123 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 316357 T123 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 316373 T123 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 316374 T123 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 316375 T123 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 316381 T123 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 316392 T123 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 316399 T123 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 316399 T123 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 316401 T123 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7867726686936042]
   [junit4]   2> 316403 T123 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4933f7c9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 316404 T123 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 316404 T123 oass.SolrIndexSearcher.<init> Opening Searcher@26a48473[collection1] main
   [junit4]   2> 316405 T123 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 316411 T123 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 316411 T123 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 316424 T123 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 316424 T123 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 316424 T123 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 316426 T123 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 316427 T123 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 316428 T123 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 316434 T123 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 316434 T123 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 316434 T123 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 316439 T123 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 316460 T125 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26a48473[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 316461 T123 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 316464 T128 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:49212/xgxse collection:control_collection shard:shard1
   [junit4]   2> 316474 T95 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 316475 T95 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 316515 T95 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 316503 T128 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 316526 T130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@586f983f name:ZooKeeperConnection Watcher:127.0.0.1:49207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 316527 T95 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 316532 T95 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 316568 T128 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 316570 T95 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 316586 T124 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 316591 T128 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 316595 T128 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C5547 name=collection1 org.apache.solr.core.SolrCore@56ac7252 url=https://127.0.0.1:49212/xgxse/collection1 node=127.0.0.1:49212_xgxse C5547_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=https://127.0.0.1:49212/xgxse, node_name=127.0.0.1:49212_xgxse, state=down}
   [junit4]   2> 316596 T128 C5547 P49212 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:49212/xgxse/collection1/
   [junit4]   2> 316597 T128 C5547 P49212 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 316597 T128 C5547 P49212 oasc.SyncStrategy.syncToMe https://127.0.0.1:49212/xgxse/collection1/ has no replicas
   [junit4]   2> 316597 T128 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:49212/xgxse/collection1/ shard1
   [junit4]   2> 316611 T124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 316611 T131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 316616 T128 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 316650 T124 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 316784 T131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 316785 T124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 316809 T128 oasc.ZkController.register We are https://127.0.0.1:49212/xgxse/collection1/ and leader is https://127.0.0.1:49212/xgxse/collection1/
   [junit4]   2> 316810 T128 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:49212/xgxse
   [junit4]   2> 316811 T128 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 316812 T128 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 316812 T128 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 316822 T124 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 316829 T120 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:49212/xgxse",
   [junit4]   2> 	  "node_name":"127.0.0.1:49212_xgxse",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 316966 T131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 316967 T124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 318457 T95 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 318458 T95 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 318471 T95 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 318483 T95 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:49216
   [junit4]   2> 318485 T95 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 318486 T95 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 318487 T95 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003
   [junit4]   2> 318487 T95 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/'
   [junit4]   2> 318533 T95 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/solr.xml
   [junit4]   2> 318567 T95 oasc.CoreContainer.<init> New CoreContainer 155869084
   [junit4]   2> 318567 T95 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/]
   [junit4]   2> 318568 T95 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 318568 T95 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 318569 T95 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 318569 T95 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 318569 T95 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 318569 T95 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 318584 T95 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 318585 T95 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 318585 T95 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 318588 T95 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 318590 T95 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 318591 T95 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 318592 T95 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 318592 T95 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49207/solr
   [junit4]   2> 318593 T95 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 318695 T95 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 318700 T142 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6aea9abe name:ZooKeeperConnection Watcher:127.0.0.1:49207 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 318701 T95 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 318712 T95 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 318714 T144 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23287d7f name:ZooKeeperConnection Watcher:127.0.0.1:49207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 318715 T95 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 318742 T95 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 319752 T95 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49216_xgxse
   [junit4]   2> 319754 T95 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49216_xgxse
   [junit4]   2> 319769 T95 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 319790 T146 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 319791 T146 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 319793 T146 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 319793 T124 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 319801 T120 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:49216/xgxse",
   [junit4]   2> 	  "node_name":"127.0.0.1:49216_xgxse",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 319801 T120 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 319802 T120 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 319811 T124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 319811 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 319812 T131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 320795 T146 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 320795 T146 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 320796 T146 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 320797 T146 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 320800 T146 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 320800 T146 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/collection1/'
   [junit4]   2> 320802 T146 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 320802 T146 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 320803 T146 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 320865 T146 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 320876 T146 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 320890 T146 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 320894 T146 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 320914 T146 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 320914 T146 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 320915 T146 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 320916 T146 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/collection1/data/
   [junit4]   2> 320916 T146 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 320917 T146 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/collection1/data
   [junit4]   2> 320918 T146 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/collection1/data/index/
   [junit4]   2> 320920 T146 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 320922 T146 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/collection1/data/index
   [junit4]   2> 320924 T146 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.830431936129285]
   [junit4]   2> 320935 T146 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@66b1a43f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 320935 T146 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 320939 T146 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 320943 T146 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 320944 T146 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 320944 T146 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 320944 T146 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 320945 T146 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 320945 T146 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 320945 T146 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 320946 T146 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 320946 T146 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 320946 T146 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 320946 T146 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 320947 T146 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 320969 T146 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 320971 T146 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 320973 T146 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 320975 T146 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 320980 T146 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 320982 T146 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 320983 T146 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 320984 T146 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7867726686936042]
   [junit4]   2> 320992 T146 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@66b1a43f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 320993 T146 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 320994 T146 oass.SolrIndexSearcher.<init> Opening Searcher@347c671d[collection1] main
   [junit4]   2> 320995 T146 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 320998 T146 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 320998 T146 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 321001 T146 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 321001 T146 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 321002 T146 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 321005 T146 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 321005 T146 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 321005 T146 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 321006 T146 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 321006 T146 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 321010 T146 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 321013 T147 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@347c671d[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 321014 T150 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:49216/xgxse collection:collection1 shard:shard2
   [junit4]   2> 321020 T95 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 321022 T95 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 321053 T150 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 321100 T150 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 321113 T124 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 321116 T150 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 321116 T150 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C5548 name=collection1 org.apache.solr.core.SolrCore@79cdd15e url=https://127.0.0.1:49216/xgxse/collection1 node=127.0.0.1:49216_xgxse C5548_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=https://127.0.0.1:49216/xgxse, node_name=127.0.0.1:49216_xgxse, state=down}
   [junit4]   2> 321116 T150 C5548 P49216 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:49216/xgxse/collection1/
   [junit4]   2> 321119 T150 C5548 P49216 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 321119 T150 C5548 P49216 oasc.SyncStrategy.syncToMe https://127.0.0.1:49216/xgxse/collection1/ has no replicas
   [junit4]   2> 321119 T150 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:49216/xgxse/collection1/ shard2
   [junit4]   2> 321120 T150 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 321169 T124 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 321359 T124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 321359 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 321360 T131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 321392 T150 oasc.ZkController.register We are https://127.0.0.1:49216/xgxse/collection1/ and leader is https://127.0.0.1:49216/xgxse/collection1/
   [junit4]   2> 321393 T150 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:49216/xgxse
   [junit4]   2> 321394 T150 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 321394 T150 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 321395 T150 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 321401 T124 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 321411 T120 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:49216/xgxse",
   [junit4]   2> 	  "node_name":"127.0.0.1:49216_xgxse",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 321538 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 321538 T131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 321539 T124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 323333 T95 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 323334 T95 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 323345 T95 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 323346 T95 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:49219
   [junit4]   2> 323349 T95 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 323349 T95 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 323349 T95 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004
   [junit4]   2> 323350 T95 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/'
   [junit4]   2> 323392 T95 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/solr.xml
   [junit4]   2> 323412 T95 oasc.CoreContainer.<init> New CoreContainer 88706421
   [junit4]   2> 323413 T95 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/]
   [junit4]   2> 323413 T95 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 323413 T95 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 323413 T95 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 323414 T95 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 323414 T95 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 323414 T95 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 323414 T95 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 323414 T95 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 323415 T95 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 323418 T95 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 323421 T95 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 323422 T95 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 323422 T95 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 323422 T95 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49207/solr
   [junit4]   2> 323423 T95 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 323426 T95 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323429 T161 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19617573 name:ZooKeeperConnection Watcher:127.0.0.1:49207 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323430 T95 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323439 T95 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 323443 T163 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7204539f name:ZooKeeperConnection Watcher:127.0.0.1:49207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 323443 T95 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 323466 T95 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 324479 T95 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49219_xgxse
   [junit4]   2> 324482 T95 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49219_xgxse
   [junit4]   2> 324496 T95 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 324511 T165 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 324511 T165 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 324513 T165 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 324514 T124 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 324520 T120 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:49219/xgxse",
   [junit4]   2> 	  "node_name":"127.0.0.1:49219_xgxse",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 324521 T120 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=4
   [junit4]   2> 324521 T120 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 324529 T131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 324529 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 324530 T124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 324530 T164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 325515 T165 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 325515 T165 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 325517 T165 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 325517 T165 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 325521 T165 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 325521 T165 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/collection1/'
   [junit4]   2> 325524 T165 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 325525 T165 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 325525 T165 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 325592 T165 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 325612 T165 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 325617 T165 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 325623 T165 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 325650 T165 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 325651 T165 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 325651 T165 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 325652 T165 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/collection1/data/
   [junit4]   2> 325652 T165 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 325653 T165 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/collection1/data
   [junit4]   2> 325655 T165 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/collection1/data/index/
   [junit4]   2> 325656 T165 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 325659 T165 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/collection1/data/index
   [junit4]   2> 325660 T165 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.830431936129285]
   [junit4]   2> 325668 T165 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f81da96; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 325668 T165 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 325671 T165 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 325673 T165 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 325673 T165 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 325674 T165 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 325674 T165 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 325674 T165 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 325675 T165 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 325675 T165 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 325676 T165 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 325677 T165 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 325677 T165 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 325677 T165 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 325678 T165 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 325687 T165 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 325688 T165 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 325690 T165 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 325691 T165 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 325693 T165 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 325695 T165 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 325695 T165 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 325696 T165 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7867726686936042]
   [junit4]   2> 325698 T165 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f81da96; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 325699 T165 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 325702 T165 oass.SolrIndexSearcher.<init> Opening Searcher@5286c7ec[collection1] main
   [junit4]   2> 325702 T165 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 325706 T165 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 325706 T165 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 325708 T165 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 325708 T165 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 325708 T165 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 325713 T165 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 325714 T165 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 325714 T165 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 325714 T165 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 325714 T165 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 325720 T166 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5286c7ec[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 325723 T165 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 325725 T169 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:49219/xgxse collection:collection1 shard:shard3
   [junit4]   2> 325727 T95 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 325728 T95 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 325728 T169 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 325755 T169 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 325765 T169 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 325765 T169 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C5549 name=collection1 org.apache.solr.core.SolrCore@218073cd url=https://127.0.0.1:49219/xgxse/collection1 node=127.0.0.1:49219_xgxse C5549_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=https://127.0.0.1:49219/xgxse, node_name=127.0.0.1:49219_xgxse, state=down}
   [junit4]   2> 325765 T169 C5549 P49219 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:49219/xgxse/collection1/
   [junit4]   2> 325765 T169 C5549 P49219 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 325766 T169 C5549 P49219 oasc.SyncStrategy.syncToMe https://127.0.0.1:49219/xgxse/collection1/ has no replicas
   [junit4]   2> 325766 T169 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:49219/xgxse/collection1/ shard3
   [junit4]   2> 325766 T169 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 325767 T124 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 325796 T124 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 325923 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 325923 T124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 325923 T131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 325930 T164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 325965 T169 oasc.ZkController.register We are https://127.0.0.1:49219/xgxse/collection1/ and leader is https://127.0.0.1:49219/xgxse/collection1/
   [junit4]   2> 325966 T169 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:49219/xgxse
   [junit4]   2> 325966 T169 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 325966 T169 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 325967 T169 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 325971 T124 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 325980 T120 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:49219/xgxse",
   [junit4]   2> 	  "node_name":"127.0.0.1:49219_xgxse",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 326099 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 326099 T131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 326100 T164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 326100 T124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 327546 T95 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 327547 T95 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 327556 T95 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 327559 T95 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:49222
   [junit4]   2> 327563 T95 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 327564 T95 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 327564 T95 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-005
   [junit4]   2> 327564 T95 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-005/'
   [junit4]   2> 327600 T95 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-005/solr.xml
   [junit4]   2> 327621 T95 oasc.CoreContainer.<init> New CoreContainer 1923604987
   [junit4]   2> 327621 T95 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-005/]
   [junit4]   2> 327621 T95 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 327622 T95 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 327622 T95 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 327622 T95 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 327622 T95 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 327623 T95 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 327623 T95 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 327624 T95 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 327624 T95 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 327627 T95 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 327629 T95 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 327630 T95 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 327630 T95 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 327630 T95 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49207/solr
   [junit4]   2> 327630 T95 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 327633 T95 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 327640 T180 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a4cd145 name:ZooKeeperConnection Watcher:127.0.0.1:49207 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 327642 T95 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 327647 T95 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 327651 T182 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@130adbe6 name:ZooKeeperConnection Watcher:127.0.0.1:49207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 327652 T95 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 327674 T95 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 328684 T95 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49222_xgxse
   [junit4]   2> 328686 T95 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49222_xgxse
   [junit4]   2> 328700 T95 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 328711 T184 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 328711 T184 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 328716 T184 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 328716 T124 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 328722 T120 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:49222/xgxse",
   [junit4]   2> 	  "node_name":"127.0.0.1:49222_xgxse",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 328722 T120 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=4
   [junit4]   2> 328722 T120 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard4
   [junit4]   2> 328730 T131 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 328730 T164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 328732 T124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 328740 T145 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 328741 T183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 329717 T184 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 329718 T184 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 329719 T184 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 329719 T184 oascc.ZkStateReader.readConfigName Load collection config from:/collections

[...truncated too long message...]

ucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-010/collection1/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-010/collection1/data/index;done=false>>]
   [junit4]   2> 616970 T95 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-010/collection1/data/index
   [junit4]   2> 616970 T95 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-010/collection1/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-010/collection1/data;done=false>>]
   [junit4]   2> 616971 T95 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001/tempDir-010/collection1/data
   [junit4]   2> 616972 T95 oasc.Overseer.close Overseer (id=92303064938971157-127.0.0.1:49245_xgxse-n_0000000008) closing
   [junit4]   2> 616973 T365 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:49245_xgxse
   [junit4]   2> 618478 T368 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
   [junit4]   2> 
   [junit4]   2> 618482 T329 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 618500 T95 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/xgxse,null}
   [junit4]   2> 623488 T95 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 623493 T95 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49207 49207
   [junit4]   2> 623506 T96 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49207 49207
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCloudSchemaless -Dtests.method=testDistribSearch -Dtests.seed=ABA8BA0ABEC287E4 -Dtests.slow=true -Dtests.locale=cs_CZ -Dtests.timezone=America/Indiana/Indianapolis -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    316s | TestCloudSchemaless.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:49216/xgxse/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ABA8BA0ABEC287E4:2A4E3412C99DE7D8]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:560)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
   [junit4]    > 	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:150)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
   [junit4]    > 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]    > 	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
   [junit4]    > 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
   [junit4]    > 	... 47 more
   [junit4]   2> 623773 T95 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-ABA8BA0ABEC287E4-001
   [junit4]   2> 316151 T94 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=cs_CZ, timezone=America/Indiana/Indianapolis
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_11 (64-bit)/cpus=2,threads=1,free=30359776,total=93388800
   [junit4]   2> NOTE: All tests run in this JVM: [TestTrie, TestHighFrequencyDictionaryFactory, TestStressRecovery, TestReplicationHandlerBackup, StressHdfsTest, TestSearchPerf, MoreLikeThisHandlerTest, EnumFieldTest, TestDefaultSimilarityFactory, TestCloudSchemaless]
   [junit4] Completed in 316.96s, 1 test, 1 error <<< FAILURES!

[...truncated 1313 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:474: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:454: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1350: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:965: There were test failures: 430 suites, 1782 tests, 1 error, 45 ignored (18 assumptions)

Total time: 156 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1775 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1775/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([840CDBBD3A14DA72:8004544E28B13553]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:150)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:157)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:662)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:462)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:459)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:416)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:403)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:142)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:137)
	... 46 more


REGRESSION:  org.apache.solr.schema.TestCloudSchemaless.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:53478/ad/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:53478/ad/collection1
	at __randomizedtesting.SeedInfo.seed([840CDBBD3A14DA72:5EA55A54D4BBA4E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
	... 46 more




Build Log:
[...truncated 11474 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerTest-840CDBBD3A14DA72-001/init-core-data-001
   [junit4]   2> 3598998 T9448 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 3598998 T9448 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 3598998 T9448 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 3599001 T9448 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignment
   [junit4]   2> 3599002 T9448 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3599004 T9449 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3599104 T9448 oasc.ZkTestServer.run start zk server on port:51840
   [junit4]   2> 3599106 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3599111 T9455 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55c0363f name:ZooKeeperConnection Watcher:127.0.0.1:51840 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3599112 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3599120 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3599122 T9457 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71bd4993 name:ZooKeeperConnection Watcher:127.0.0.1:51840 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3599123 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3599123 T9448 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3599135 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3599137 T9459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2cd9e507 name:ZooKeeperConnection Watcher:127.0.0.1:51840/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3599137 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3599138 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3599143 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3599147 T9461 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@647eb61f name:ZooKeeperConnection Watcher:127.0.0.1:51840/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3599147 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3599148 T9448 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: retry=false
   [junit4]   2> 3599150 T9448 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3599156 T9448 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3599162 T9448 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3599167 T9448 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51840_solr
   [junit4]   2> 3599168 T9448 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3599174 T9448 oasc.Overseer.start Overseer (id=92300450854731779-127.0.0.1:51840_solr-n_0000000000) starting
   [junit4]   2> 3599179 T9448 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3599187 T9448 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3599197 T9448 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 3599205 T9448 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 3599214 T9448 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 3599225 T9448 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3599242 T9448 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3599243 T9463 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3599245 T9448 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3599246 T9462 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3599251 T9448 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3599257 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3599266 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3599270 T9466 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@305b1561 name:ZooKeeperConnection Watcher:127.0.0.1:51840/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3599270 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3599274 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3599282 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1
   [junit4]   2> 3599295 T9469 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3599301 T9462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 3599302 T9462 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 3599302 T9462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 3599310 T9468 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3599311 T9467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3599797 T9448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 3599821 T9448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 3599836 T9469 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3599850 T9462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core2",
   [junit4]   2> 	  "core_node_name":"node2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 3599851 T9462 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 3599851 T9462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 3599858 T9469 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3599860 T9467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3599860 T9468 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3600342 T9448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 3600370 T9448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 3600384 T9469 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3600405 T9462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core3",
   [junit4]   2> 	  "core_node_name":"node3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 3600405 T9462 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 3600406 T9462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3600418 T9469 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3600420 T9467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3600421 T9468 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3600893 T9448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 3600915 T9448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 3600930 T9469 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3600944 T9462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core4",
   [junit4]   2> 	  "core_node_name":"node4",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 3600944 T9462 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 3600945 T9462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 3600951 T9469 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3600955 T9467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3600955 T9468 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3601436 T9448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 3601459 T9469 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3601465 T9462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core5",
   [junit4]   2> 	  "core_node_name":"node5",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 3601465 T9462 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 3601465 T9462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 3601580 T9467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3601581 T9468 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3601960 T9448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 3601981 T9469 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3601986 T9462 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "node_name":"127.0.0.1",
   [junit4]   2> 	  "core":"core6",
   [junit4]   2> 	  "core_node_name":"node6",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 3601986 T9462 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 3601986 T9462 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3602095 T9467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3602095 T9468 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3602483 T9448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 3602504 T9466 oaz.ClientCnxn$EventThread.processEvent ERROR Error while calling watcher  java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@a0642ae rejected from java.util.concurrent.ThreadPoolExecutor@4f04cd8a[Shutting down, pool size = 2, active threads = 2, queued tasks = 0, completed tasks = 8]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:206)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 3602504 T9470 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3604005 T9468 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:290)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:287)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:287)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:209)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3604011 T9448 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51840 51840
   [junit4]   2> 3604021 T9449 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51840 51840
   [junit4]   2> 3604228 T9448 oas.SolrTestCaseJ4.tearDown ###Ending testShardAssignment
   [junit4]   2> 3604228 T9448 oasc.Overseer.close Overseer (id=92300450854731779-127.0.0.1:51840_solr-n_0000000000) closing
   [junit4]   2> 3604229 T9462 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:51840_solr
   [junit4]   2> 3604231 T9471 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
   [junit4]   2> 
   [junit4]   2> 3604236 T9448 oas.SolrTestCaseJ4.setUp ###Starting testDoubleAssignment
   [junit4]   2> 3604239 T9448 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3604275 T9472 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3604364 T9448 oasc.ZkTestServer.run start zk server on port:51846
   [junit4]   2> 3604367 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3604376 T9478 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b312328 name:ZooKeeperConnection Watcher:127.0.0.1:51846/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3604376 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3604379 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3604385 T9480 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48230a94 name:ZooKeeperConnection Watcher:127.0.0.1:51846 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3604386 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3604405 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3604406 T9482 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59fc93c1 name:ZooKeeperConnection Watcher:127.0.0.1:51846 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3604406 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3604407 T9448 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3604416 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3604422 T9448 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3604433 T9448 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3604439 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3604450 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3604454 T9484 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31646582 name:ZooKeeperConnection Watcher:127.0.0.1:51846/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3604455 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3604458 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3604467 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 3604488 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3604499 T9488 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13ee38e5 name:ZooKeeperConnection Watcher:127.0.0.1:51846/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3604500 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3604501 T9448 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: retry=false
   [junit4]   2> 3604503 T9448 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3604515 T9448 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3604523 T9448 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3604532 T9448 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51846_solr
   [junit4]   2> 3604532 T9448 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3604539 T9448 oasc.Overseer.start Overseer (id=92300451200434180-127.0.0.1:51846_solr-n_0000000000) starting
   [junit4]   2> 3604547 T9448 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3604555 T9448 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3604564 T9448 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 3604574 T9448 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 3604588 T9448 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 3604601 T9448 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3604623 T9448 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3604625 T9490 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3604629 T9489 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3604640 T9489 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 3604641 T9489 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 3604641 T9489 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3604649 T9492 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3604650 T9485 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3604650 T9486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3605137 T9448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 3605158 T9448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 3605170 T9492 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3605286 T9486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 3606676 T9485 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 3606679 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3606682 T9494 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4349e7a6 name:ZooKeeperConnection Watcher:127.0.0.1:51846/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3606683 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3606685 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3606691 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 3606704 T9492 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3606704 T9448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 3606710 T9489 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://node1/solr/"}
   [junit4]   2> 3606711 T9489 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
   [junit4]   2> 3606717 T9448 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 3606728 T9492 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3606839 T9486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3606840 T9495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3606847 T9489 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue-work/qn-0000000003
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.remove(DistributedQueue.java:203)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:607)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:269)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3606850 T9489 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:51846_solr
   [junit4]   2> 3606852 T9496 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:321)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:293)
   [junit4]   2> 
   [junit4]   2> 3608354 T9495 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 3608360 T9448 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51846 51846
   [junit4]   2> 3608459 T9472 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51846 51846
   [junit4]   2> 3608643 T9490 oasc.OverseerCollectionProcessor.amILeader  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:307)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:304)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:304)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:516)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:271)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3608644 T9490 oasc.OverseerCollectionProcessor.amILeader According to ZK I (id=92300451200434180-127.0.0.1:51846_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 3608709 T9448 oas.SolrTestCaseJ4.tearDown ###Ending testDoubleAssignment
   [junit4]   2> 3608710 T9448 oasc.Overseer.close Overseer (id=92300451200434180-127.0.0.1:51846_solr-n_0000000000) closing
   [junit4]   2> 3608724 T9448 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
   [junit4]   2> 3608728 T9448 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3608733 T9497 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3608834 T9448 oasc.ZkTestServer.run start zk server on port:51853
   [junit4]   2> 3608836 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3608841 T9503 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ccc24a0 name:ZooKeeperConnection Watcher:127.0.0.1:51853 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3608841 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3608847 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3608850 T9505 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e8710cc name:ZooKeeperConnection Watcher:127.0.0.1:51853 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3608850 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3608850 T9448 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3608861 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3608864 T9507 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27fb26d name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3608865 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3608865 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3608871 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3608874 T9509 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c132e19 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3608875 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3608875 T9448 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: retry=false
   [junit4]   2> 3608877 T9448 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3608883 T9448 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3608890 T9448 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3608895 T9448 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51853_solr
   [junit4]   2> 3608911 T9448 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3608918 T9448 oasc.Overseer.start Overseer (id=92300451492134915-127.0.0.1:51853_solr-n_0000000000) starting
   [junit4]   2> 3608923 T9448 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3608932 T9448 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3608940 T9448 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 3608951 T9448 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 3608961 T9448 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 3608971 T9448 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3608988 T9448 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3608990 T9511 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3608994 T9510 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3608994 T9448 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3609002 T9448 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3609007 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609015 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609017 T9514 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41f7fa1f name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609018 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609021 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609028 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
   [junit4]   2> 3609037 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609041 T9518 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77c0939d name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609041 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609046 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609054 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 3609062 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609064 T9521 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@853bbd2 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609065 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609068 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609078 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 3609089 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609092 T9524 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d652f27 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609093 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609096 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609104 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
   [junit4]   2> 3609116 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609119 T9527 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@233c1196 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609119 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609123 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609132 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
   [junit4]   2> 3609144 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609152 T9530 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50932217 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609152 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609158 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609165 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
   [junit4]   2> 3609175 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609178 T9533 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@450b8efc name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609179 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609182 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609188 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
   [junit4]   2> 3609202 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609208 T9536 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31e38d6d name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609209 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609212 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609220 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
   [junit4]   2> 3609231 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609234 T9539 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72108a66 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609235 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609238 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609245 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
   [junit4]   2> 3609260 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609263 T9542 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b5a8da9 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609263 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609267 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609274 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
   [junit4]   2> 3609288 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609290 T9545 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@223f9850 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609291 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609294 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609303 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
   [junit4]   2> 3609327 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609329 T9548 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f1af19f name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609329 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609332 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609340 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
   [junit4]   2> 3609360 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609364 T9551 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@792f19a0 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609366 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609369 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609377 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
   [junit4]   2> 3609394 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609397 T9554 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16f7f4e9 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609397 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609400 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609408 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
   [junit4]   2> 3609427 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609430 T9557 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48d4137f name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609431 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609435 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609442 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
   [junit4]   2> 3609464 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609468 T9560 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@101a95f3 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609468 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609472 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609480 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
   [junit4]   2> 3609500 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609502 T9563 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11797c49 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609502 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609505 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609512 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
   [junit4]   2> 3609534 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609537 T9566 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38809233 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609537 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609541 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609549 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
   [junit4]   2> 3609573 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609578 T9569 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50a721b7 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609578 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609581 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609591 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
   [junit4]   2> 3609617 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609620 T9572 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1456835d name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609621 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609624 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609632 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
   [junit4]   2> 3609664 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609667 T9575 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e173eaa name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609667 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609671 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609681 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
   [junit4]   2> 3609710 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609715 T9578 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72ba2c51 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609716 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609720 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609728 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node21
   [junit4]   2> 3609763 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609770 T9581 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bf90128 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609771 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609778 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609790 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node22
   [junit4]   2> 3609816 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609823 T9584 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b952561 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609823 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609826 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609834 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node23
   [junit4]   2> 3609866 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609871 T9587 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c80aed7 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609872 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609875 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609884 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node24
   [junit4]   2> 3609917 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609919 T9590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f7bcbb2 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609920 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609924 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609933 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node25
   [junit4]   2> 3609962 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3609965 T9593 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c586734 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3609965 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3609969 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3609979 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node26
   [junit4]   2> 3610015 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610017 T9596 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e74f3f3 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610017 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610021 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610030 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node27
   [junit4]   2> 3610068 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610073 T9599 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@674b06fc name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610074 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610079 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610088 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node28
   [junit4]   2> 3610121 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610126 T9602 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@565c77fc name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610126 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610129 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610138 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node29
   [junit4]   2> 3610169 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610172 T9605 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29c2dbc4 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610172 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610176 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610185 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node30
   [junit4]   2> 3610213 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610216 T9608 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20204e64 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610216 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610219 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610226 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node31
   [junit4]   2> 3610262 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610264 T9611 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f63c07a name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610265 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610268 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610275 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node32
   [junit4]   2> 3610317 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610324 T9614 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a35a7fd name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610324 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610327 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610336 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node33
   [junit4]   2> 3610378 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610381 T9617 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15964584 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610382 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610385 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610393 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node34
   [junit4]   2> 3610419 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610424 T9620 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37676a3c name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610424 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610428 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610438 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node35
   [junit4]   2> 3610489 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610493 T9623 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36861cba name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610494 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610498 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610507 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node36
   [junit4]   2> 3610545 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610548 T9626 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@310b4fd8 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610548 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610551 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610559 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node37
   [junit4]   2> 3610591 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610593 T9629 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16969618 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610594 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610597 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610606 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node38
   [junit4]   2> 3610654 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610657 T9632 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1aac287c name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610658 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610662 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610672 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node39
   [junit4]   2> 3610721 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610725 T9635 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c49845f name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610725 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610729 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610738 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node40
   [junit4]   2> 3610788 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610791 T9638 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77576d81 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610792 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610796 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610803 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node41
   [junit4]   2> 3610842 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610847 T9641 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55d30325 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610848 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610852 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610862 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node42
   [junit4]   2> 3610915 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610918 T9644 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e472e2b name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610918 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610922 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610930 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node43
   [junit4]   2> 3610979 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3610984 T9647 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7efc3cc0 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3610984 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3610987 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3610996 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node44
   [junit4]   2> 3611053 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3611058 T9650 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@328b7dfb name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3611059 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3611063 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3611071 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node45
   [junit4]   2> 3611121 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3611124 T9653 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f8c8aa4 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3611126 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3611130 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3611138 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node46
   [junit4]   2> 3611191 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3611195 T9656 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68adc508 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3611195 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3611199 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3611209 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node47
   [junit4]   2> 3611255 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3611263 T9659 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77a8eee1 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3611264 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3611268 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3611277 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node48
   [junit4]   2> 3611333 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3611336 T9662 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e25214a name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3611336 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3611339 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3611349 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node49
   [junit4]   2> 3611406 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3611411 T9665 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e74180 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3611412 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3611416 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3611425 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node50
   [junit4]   2> 3611485 T9448 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3611488 T9668 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36451b1 name:ZooKeeperConnection Watcher:127.0.0.1:51853/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3611489 T9448 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3611492 T9448 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3611500 T9448 oascc.SolrZkClient.makePath makePath: /live_nodes/node51
   [junit4]   2> 3611606 T9722 oasc.DistributedQueue$LatchChildWatcher.process LatchC

[...truncated too long message...]

ions, DisMaxRequestHandlerTest, SSLMigrationTest, FunctionTest, TestRecovery, TestComponentsName, TestFoldingMultitermQuery, DistributedSuggestComponentTest, TestWordDelimiterFilterFactory, QueryResultKeyTest, TestFreeTextSuggestions, ResponseHeaderTest, SpellCheckComponentTest, InfoHandlerTest, SolrXmlInZkTest, ExternalFileFieldSortTest, TestFastLRUCache, DeleteShardTest, SolrIndexConfigTest, TermVectorComponentTest, HardAutoCommitTest, TestRestManager, TestDynamicFieldCollectionResource, TestRTGBase, DirectUpdateHandlerTest, TestSolrXmlPersistence, TestImplicitCoreProperties, DirectUpdateHandlerOptimizeTest, ZkNodePropsTest, DistanceFunctionTest, PreAnalyzedUpdateProcessorTest, ChangedSchemaMergeTest, TestReRankQParserPlugin, SignatureUpdateProcessorFactoryTest, TestCoreContainer, TestRangeQuery, SearchHandlerTest, ScriptEngineTest, WordBreakSolrSpellCheckerTest, RAMDirectoryFactoryTest, DateMathParserTest, NumericFieldsTest, ParsingFieldUpdateProcessorsTest, TestStressVersions, TestReload, TermsComponentTest, TestSolrIndexConfig, TestPivotHelperCode, TestFastWriter, TestCloudManagedSchemaConcurrent, TestRecoveryHdfs, HdfsWriteToMultipleCollectionsTest, BasicZkTest, AssignTest, CoreAdminRequestStatusTest, AddSchemaFieldsUpdateProcessorFactoryTest, XsltUpdateRequestHandlerTest, TestXIncludeConfig, LeaderElectionTest, TestZkChroot, AsyncMigrateRouteKeyTest, TestReplicationHandler, SuggesterTSTTest, ResourceLoaderTest, LegacyHTMLStripCharFilterTest, TestIndexingPerformance, TestCoreDiscovery, TestMiniSolrCloudCluster, HdfsBasicDistributedZk2Test, MigrateRouteKeyTest, CircularListTest, SystemInfoHandlerTest, TestFastOutputStream, TestCollectionAPI, RequestHandlersTest, TestDefaultSimilarityFactory, NotRequiredUniqueKeyTest, HdfsCollectionsAPIDistributedZkTest, TestComplexPhraseQParserPlugin, TestSolrQueryParserResource, ResponseLogComponentTest, CursorMarkTest, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, ZkSolrClientTest, BasicDistributedZkTest, OpenExchangeRatesOrgProviderTest, AutoCommitTest, TestReplicationHandlerBackup, FullSolrCloudDistribCmdsTest, SolrIndexSplitterTest, SolrRequestParserTest, BlockDirectoryTest, CSVRequestHandlerTest, ModifyConfFileTest, TestLFUCache, FastVectorHighlighterTest, DocValuesTest, TestBinaryField, TestValueSourceCache, TestPseudoReturnFields, TestFuzzyAnalyzedSuggestions, SpellingQueryConverterTest, ExpressionTest, TestAnalyzedSuggestions, TestQueryUtils, MoreLikeThisHandlerTest, TestClassNameShortening, DistribDocExpirationUpdateProcessorTest, TestMergePolicyConfig, TestDFRSimilarityFactory, LoggingHandlerTest, TestCustomSort, TestRealTimeGet, SpatialFilterTest, TestPartialUpdateDeduplication, StatelessScriptUpdateProcessorFactoryTest, DeleteReplicaTest, CoreContainerCoreInitFailuresTest, MultiThreadedOCPTest, DistributedDebugComponentTest, TestDefaultSearchFieldResource, UUIDFieldTest, TestStressLucene, DirectSolrSpellCheckerTest, AnalysisAfterCoreReloadTest, EnumFieldTest, TestRandomDVFaceting, FileBasedSpellCheckerTest, QueryParsingTest, TestCloudManagedSchema, DocValuesMissingTest, DistributedQueryElevationComponentTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, SolrPluginUtilsTest, RollingRestartTest, SimpleFacetsTest, TestSchemaNameResource, HdfsLockFactoryTest, TestSchemaSimilarityResource, TestSolrXml, AnalyticsQueryTest, TestDynamicFieldResource, TestDocumentBuilder, HttpPartitionTest, DOMUtilTest, TestManagedResourceStorage, CoreMergeIndexesAdminHandlerTest, UpdateRequestProcessorFactoryTest, TestSolrXmlPersistor, QueryEqualityTest, MergeStrategyTest, TestInfoStreamLogging, TestPostingsSolrHighlighter, SharedFSAutoReplicaFailoverTest, PolyFieldTest, SolrInfoMBeanTest, HdfsUnloadDistributedZkTest, TimeZoneUtilsTest, StatsComponentTest, TestManagedSchemaFieldResource, SolrCmdDistributorTest, TestReloadAndDeleteDocs, CurrencyFieldOpenExchangeTest, TestConfig, TestHashPartitioner, TestNonNRTOpen, MBeansHandlerTest, TestExceedMaxTermLength, TestQuerySenderListener, TestInitQParser, TermVectorComponentDistributedTest, URLClassifyProcessorTest, CustomCollectionTest, PeerSyncTest, AtomicUpdatesTest, TestExtendedDismaxParser, DirectSolrConnectionTest, TestOrdValues, TestSortingResponseWriter, FileUtilsTest, DeleteLastCustomShardedReplicaTest, SuggesterWFSTTest, DocValuesMultiTest, DistributedTermsComponentTest, OpenCloseCoreStressTest, TestStressReorder, RemoteQueryErrorTest, SynonymTokenizerTest, HdfsChaosMonkeySafeLeaderTest, TestPhraseSuggestions, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, RecoveryZkTest, ClusterStateUpdateTest, TestRandomFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, DistributedSpellCheckComponentTest, ZkControllerTest, TestJoin, TestMultiCoreConfBootstrap, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestBadConfig, OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SimplePostToolTest, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, SuggesterTest, TestTrie, TestCSVLoader, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, StandardRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, JSONWriterTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestSearchPerf, MinimalSchemaTest, OutputWriterTest, TestSolrCoreProperties, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestJmxMonitoredMap, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, SliceStateTest, CursorPagingTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, AbstractAnalyticsStatsTest, NoFacetTest, AbstractAnalyticsFacetTest, FieldFacetExtrasTest, FieldFacetTest, QueryFacetTest, RangeFacetTest, AliasIntegrationTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, OverseerRolesTest, OverseerStatusTest, ReplicationFactorTest, ShardSplitTest, SharedFSAutoReplicaFailoverUtilsTest, TestCloudInspectUtil, TestCloudPivotFacet, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestModifyConfFiles, TestRequestStatusCollectionAPI, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZkTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, StressHdfsTest, CachingDirectoryFactoryTest, TestConfigSets, TestShardHandlerFactory, CoreAdminCreateDiscoverTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallTest, DistributedQueryComponentCustomSortTest, SuggestComponentTest, TestExpandComponent, HighlighterMaxOffsetTest, TestIntervalFaceting, TestChildDocTransformer, TestCopyFieldCollectionResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaResource, TestSchemaVersionResource, TestSerializedLuceneMatchVersion, TestUniqueKeyFieldResource, TestManagedStopFilterFactory, BadCopyFieldTest, DateRangeFieldTest, TestCloudSchemaless]
   [junit4] Completed in 279.09s, 1 test, 1 error <<< FAILURES!

[...truncated 91 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:474: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:454: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1350: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:965: There were test failures: 430 suites, 1782 tests, 2 errors, 45 ignored (18 assumptions)

Total time: 149 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any