You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/03/17 15:22:21 UTC

[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 542 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/542/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
Error executing query

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Error executing query
	at __randomizedtesting.SeedInfo.seed([9A8F2748FDFDFD44:1B69A9508AA29D78]:0)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:100)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.compareResults(AbstractFullDistribZkTestBase.java:1340)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.compareResults(AbstractFullDistribZkTestBase.java:1292)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrServer(FullSolrCloudDistribCmdsTest.java:415)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:145)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.http.ParseException: Invalid content type: 
	at org.apache.http.entity.ContentType.parse(ContentType.java:233)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:450)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:203)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	... 45 more




Build Log:
[...truncated 10473 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 2889181 T8027 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 2889187 T8027 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-FullSolrCloudDistribCmdsTest-1395064695687
   [junit4]   2> 2889188 T8027 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2889189 T8028 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2889290 T8027 oasc.ZkTestServer.run start zk server on port:11641
   [junit4]   2> 2889290 T8027 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2889295 T8034 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69045e4c name:ZooKeeperConnection Watcher:127.0.0.1:11641 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2889295 T8027 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2889295 T8027 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2889315 T8027 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2889317 T8036 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fe94d96 name:ZooKeeperConnection Watcher:127.0.0.1:11641/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2889317 T8027 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2889318 T8027 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2889328 T8027 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2889330 T8027 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2889332 T8027 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2889341 T8027 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2889342 T8027 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2889355 T8027 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2889356 T8027 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2889459 T8027 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2889459 T8027 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2889471 T8027 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2889471 T8027 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2889474 T8027 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2889475 T8027 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2889478 T8027 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2889479 T8027 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2889486 T8027 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2889486 T8027 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2889489 T8027 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2889490 T8027 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2889492 T8027 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2889493 T8027 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2889496 T8027 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2889496 T8027 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2889503 T8027 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2889504 T8027 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2890384 T8027 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2890389 T8027 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36332
   [junit4]   2> 2890390 T8027 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2890390 T8027 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2890390 T8027 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1395064696006
   [junit4]   2> 2890390 T8027 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1395064696006/'
   [junit4]   2> 2890414 T8027 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1395064696006/solr.xml
   [junit4]   2> 2890483 T8027 oasc.CoreContainer.<init> New CoreContainer 2027856996
   [junit4]   2> 2890484 T8027 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1395064696006/]
   [junit4]   2> 2890485 T8027 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2890485 T8027 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2890485 T8027 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2890486 T8027 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2890486 T8027 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2890486 T8027 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2890486 T8027 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2890487 T8027 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2890487 T8027 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2890487 T8027 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2890488 T8027 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2890488 T8027 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2890488 T8027 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11641/solr
   [junit4]   2> 2890489 T8027 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2890489 T8027 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2890492 T8047 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60fadf3a name:ZooKeeperConnection Watcher:127.0.0.1:11641 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2890493 T8027 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2890508 T8027 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2890510 T8049 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1292e03c name:ZooKeeperConnection Watcher:127.0.0.1:11641/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2890510 T8027 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2890517 T8027 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2890521 T8027 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2890532 T8027 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 2890536 T8027 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 2890549 T8027 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 2890552 T8027 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2890554 T8027 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36332_
   [junit4]   2> 2890555 T8027 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36332_
   [junit4]   2> 2890558 T8027 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2890560 T8027 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2890574 T8027 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:36332_
   [junit4]   2> 2890574 T8027 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2890577 T8027 oasc.Overseer.start Overseer (id=91426959897001987-127.0.0.1:36332_-n_0000000000) starting
   [junit4]   2> 2890579 T8027 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2890589 T8051 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2890589 T8027 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2890589 T8051 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 2890591 T8027 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2890592 T8027 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2890594 T8050 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2890599 T8052 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 2890599 T8052 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2890600 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2890600 T8052 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2890601 T8050 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2890601 T8050 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36332",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36332_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2890601 T8050 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 2890602 T8050 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2890603 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2890604 T8049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2891601 T8052 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2891601 T8052 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1395064696006/collection1
   [junit4]   2> 2891601 T8052 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 2891602 T8052 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2891602 T8052 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2891603 T8052 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2891603 T8052 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1395064696006/collection1/'
   [junit4]   2> 2891605 T8052 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1395064696006/collection1/lib/.svn/' to classloader
   [junit4]   2> 2891605 T8052 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1395064696006/collection1/lib/classes/' to classloader
   [junit4]   2> 2891606 T8052 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1395064696006/collection1/lib/README' to classloader
   [junit4]   2> 2891672 T8052 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 2891739 T8052 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2891840 T8052 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2891849 T8052 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2892384 T8052 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2892388 T8052 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2892390 T8052 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2892395 T8052 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2892414 T8052 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2892414 T8052 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1395064696006/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/control/data/
   [junit4]   2> 2892415 T8052 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e062eda
   [junit4]   2> 2892416 T8052 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/control/data
   [junit4]   2> 2892416 T8052 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/control/data/index/
   [junit4]   2> 2892416 T8052 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2892416 T8052 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/control/data/index
   [junit4]   2> 2892417 T8052 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=58.884765625, floorSegmentMB=0.2529296875, forceMergeDeletesPctAllowed=2.7208989299507333, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.15355534020293185
   [junit4]   2> 2892418 T8052 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@f1a69f6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16d89527),segFN=segments_1,generation=1}
   [junit4]   2> 2892418 T8052 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2892421 T8052 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2892421 T8052 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2892422 T8052 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2892422 T8052 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2892422 T8052 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2892422 T8052 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2892423 T8052 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2892423 T8052 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2892423 T8052 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2892424 T8052 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2892424 T8052 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2892425 T8052 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2892425 T8052 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2892425 T8052 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2892426 T8052 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2892426 T8052 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2892427 T8052 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2892443 T8052 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2892449 T8052 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2892449 T8052 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2892450 T8052 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2892450 T8052 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@f1a69f6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16d89527),segFN=segments_1,generation=1}
   [junit4]   2> 2892451 T8052 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2892451 T8052 oass.SolrIndexSearcher.<init> Opening Searcher@1bdcb450[collection1] main
   [junit4]   2> 2892451 T8052 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2892452 T8052 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2892452 T8052 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2892453 T8052 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2892453 T8052 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2892453 T8052 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2892454 T8052 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2892454 T8052 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2892455 T8052 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2892455 T8052 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2892457 T8053 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1bdcb450[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2892459 T8052 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2892460 T8027 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 2892460 T8027 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2892460 T8056 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36332 collection:control_collection shard:shard1
   [junit4]   2> 2892462 T8027 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2892462 T8056 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2892464 T8058 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79974376 name:ZooKeeperConnection Watcher:127.0.0.1:11641/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2892464 T8027 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2892465 T8027 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2892482 T8027 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2892483 T8056 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2892485 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2892486 T8056 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2892486 T8056 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C9401 name=collection1 org.apache.solr.core.SolrCore@406ff290 url=http://127.0.0.1:36332/collection1 node=127.0.0.1:36332_ C9401_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:36332, core=collection1, node_name=127.0.0.1:36332_}
   [junit4]   2> 2892486 T8056 C9401 P36332 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36332/collection1/
   [junit4]   2> 2892486 T8050 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2892486 T8056 C9401 P36332 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2892487 T8056 C9401 P36332 oasc.SyncStrategy.syncToMe http://127.0.0.1:36332/collection1/ has no replicas
   [junit4]   2> 2892487 T8056 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36332/collection1/ shard1
   [junit4]   2> 2892487 T8056 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2892489 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2892490 T8049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2892490 T8058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2892494 T8050 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2892497 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2892599 T8049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2892599 T8058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2892647 T8056 oasc.ZkController.register We are http://127.0.0.1:36332/collection1/ and leader is http://127.0.0.1:36332/collection1/
   [junit4]   2> 2892647 T8056 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36332
   [junit4]   2> 2892647 T8056 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2892647 T8056 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 2892647 T8056 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2892649 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2892649 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2892649 T8056 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2892649 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2892650 T8050 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2892651 T8050 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36332",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:36332_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2892660 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2892762 T8049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2892762 T8058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2893364 T8027 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2893365 T8027 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2893368 T8027 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43110
   [junit4]   2> 2893368 T8027 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2893369 T8027 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2893369 T8027 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1395064698982
   [junit4]   2> 2893369 T8027 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1395064698982/'
   [junit4]   2> 2893398 T8027 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1395064698982/solr.xml
   [junit4]   2> 2893461 T8027 oasc.CoreContainer.<init> New CoreContainer 2135278272
   [junit4]   2> 2893462 T8027 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1395064698982/]
   [junit4]   2> 2893463 T8027 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2893464 T8027 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2893464 T8027 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2893464 T8027 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2893464 T8027 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2893465 T8027 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2893465 T8027 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2893465 T8027 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2893465 T8027 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2893466 T8027 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2893466 T8027 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2893467 T8027 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2893467 T8027 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11641/solr
   [junit4]   2> 2893467 T8027 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2893468 T8027 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2893489 T8069 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3cf50c87 name:ZooKeeperConnection Watcher:127.0.0.1:11641 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2893490 T8027 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2893506 T8027 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2893507 T8071 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58fc8477 name:ZooKeeperConnection Watcher:127.0.0.1:11641/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2893508 T8027 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2893578 T8027 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2894581 T8027 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43110_
   [junit4]   2> 2894608 T8027 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43110_
   [junit4]   2> 2894610 T8058 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2894611 T8071 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2894611 T8049 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2894626 T8072 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2894627 T8072 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2894628 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2894628 T8072 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2894628 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2894629 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2894629 T8050 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2894630 T8050 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43110",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43110_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2894630 T8050 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 2894630 T8050 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 2894634 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2894643 T8058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2894643 T8049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2894643 T8071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2895629 T8072 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2895629 T8072 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1395064698982/collection1
   [junit4]   2> 2895629 T8072 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2895630 T8072 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2895630 T8072 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2895631 T8072 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2895631 T8072 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1395064698982/collection1/'
   [junit4]   2> 2895633 T8072 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1395064698982/collection1/lib/classes/' to classloader
   [junit4]   2> 2895634 T8072 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1395064698982/collection1/lib/README' to classloader
   [junit4]   2> 2895634 T8072 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1395064698982/collection1/lib/.svn/' to classloader
   [junit4]   2> 2895700 T8072 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 2895776 T8072 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2895878 T8072 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2895887 T8072 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2896423 T8072 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2896426 T8072 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2896429 T8072 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2896433 T8072 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2896452 T8072 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2896453 T8072 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1395064698982/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/jetty1/
   [junit4]   2> 2896453 T8072 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e062eda
   [junit4]   2> 2896454 T8072 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/jetty1
   [junit4]   2> 2896454 T8072 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/jetty1/index/
   [junit4]   2> 2896454 T8072 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 2896455 T8072 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/jetty1/index
   [junit4]   2> 2896456 T8072 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=58.884765625, floorSegmentMB=0.2529296875, forceMergeDeletesPctAllowed=2.7208989299507333, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.15355534020293185
   [junit4]   2> 2896457 T8072 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@15060ef3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@43c5a63e),segFN=segments_1,generation=1}
   [junit4]   2> 2896457 T8072 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2896460 T8072 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2896461 T8072 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2896461 T8072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2896461 T8072 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2896462 T8072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2896462 T8072 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2896462 T8072 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2896463 T8072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2896463 T8072 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2896464 T8072 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2896464 T8072 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2896464 T8072 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2896465 T8072 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2896465 T8072 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2896466 T8072 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2896466 T8072 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2896467 T8072 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2896483 T8072 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2896488 T8072 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2896488 T8072 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2896489 T8072 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2896490 T8072 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@15060ef3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@43c5a63e),segFN=segments_1,generation=1}
   [junit4]   2> 2896490 T8072 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2896490 T8072 oass.SolrIndexSearcher.<init> Opening Searcher@19920f5a[collection1] main
   [junit4]   2> 2896491 T8072 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2896492 T8072 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2896492 T8072 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2896492 T8072 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2896493 T8072 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2896493 T8072 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2896494 T8072 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2896494 T8072 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2896494 T8072 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2896494 T8072 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2896498 T8073 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19920f5a[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2896501 T8072 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2896501 T8027 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 2896502 T8027 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2896501 T8076 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43110 collection:collection1 shard:shard2
   [junit4]   2> 2896503 T8076 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 2896523 T8076 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 2896533 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2896533 T8076 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2896533 T8076 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C9402 name=collection1 org.apache.solr.core.SolrCore@570f6c89 url=http://127.0.0.1:43110/collection1 node=127.0.0.1:43110_ C9402_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:43110, core=collection1, node_name=127.0.0.1:43110_}
   [junit4]   2> 2896533 T8076 C9402 P43110 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43110/collection1/
   [junit4]   2> 2896534 T8076 C9402 P43110 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2896534 T8050 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2896534 T8076 C9402 P43110 oasc.SyncStrategy.syncToMe http://127.0.0.1:43110/collection1/ has no replicas
   [junit4]   2> 2896534 T8076 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43110/collection1/ shard2
   [junit4]   2> 2896535 T8076 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 2896537 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2896538 T8049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2896538 T8058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2896538 T8071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2896541 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2896542 T8050 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2896545 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2896648 T8049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2896648 T8071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2896648 T8058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2896694 T8076 oasc.ZkController.register We are http://127.0.0.1:43110/collection1/ and leader is http://127.0.0.1:43110/collection1/
   [junit4]   2> 2896694 T8076 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43110
   [junit4]   2> 2896694 T8076 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2896694 T8076 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2896694 T8076 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2896696 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2896696 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2896696 T8076 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2896696 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2896697 T8050 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2896698 T8050 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43110",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43110_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2896708 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2896810 T8049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2896810 T8058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2896810 T8071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2897387 T8027 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2897388 T8027 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2897391 T8027 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21291
   [junit4]   2> 2897391 T8027 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2897392 T8027 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2897392 T8027 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1395064703002
   [junit4]   2> 2897392 T8027 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1395064703002/'
   [junit4]   2> 2897416 T8027 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1395064703002/solr.xml
   [junit4]   2> 2897476 T8027 oasc.CoreContainer.<init> New CoreContainer 580961260
   [junit4]   2> 2897477 T8027 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1395064703002/]
   [junit4]   2> 2897478 T8027 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2897478 T8027 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2897478 T8027 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2897479 T8027 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2897479 T8027 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2897479 T8027 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2897479 T8027 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2897480 T8027 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2897480 T8027 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2897480 T8027 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2897481 T8027 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2897481 T8027 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2897481 T8027 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11641/solr
   [junit4]   2> 2897482 T8027 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2897482 T8027 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2897490 T8087 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@689eccb6 name:ZooKeeperConnection Watcher:127.0.0.1:11641 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2897491 T8027 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2897494 T8027 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2897507 T8089 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44f87346 name:ZooKeeperConnection Watcher:127.0.0.1:11641/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2897507 T8027 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2897522 T8027 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2898525 T8027 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21291_
   [junit4]   2> 2898527 T8027 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21291_
   [junit4]   2> 2898530 T8049 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2898530 T8058 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2898530 T8089 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2898530 T8071 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2898562 T8090 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2898562 T8090 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2898565 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2898565 T8090 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2898565 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2898566 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2898566 T8050 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2898567 T8050 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21291",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21291_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2898567 T8050 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 2898567 T8050 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2898576 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2898579 T8049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2898579 T8071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2898579 T8058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2898579 T8089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2899566 T8090 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2899566 T8090 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1395064703002/collection1
   [junit4]   2> 2899566 T8090 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2899567 T8090 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2899567 T8090 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2899568 T8090 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2899568 T8090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1395064703002/collection1/'
   [junit4]   2> 2899570 T8090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1395064703002/collection1/lib/classes/' to classloader
   [junit4]   2> 2899570 T8090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1395064703002/collection1/lib/.svn/' to classloader
   [junit4]   2> 2899571 T8090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1395064703002/collection1/lib/README' to classloader
   [junit4]   2> 2899637 T8090 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 2899705 T8090 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2899806 T8090 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2899815 T8090 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2900361 T8090 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2900365 T8090 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2900367 T8090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2900372 T8090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2900391 T8090 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2900391 T8090 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1395064703002/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/jetty2/
   [junit4]   2> 2900391 T8090 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e062eda
   [junit4]   2> 2900392 T8090 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/jetty2
   [junit4]   2> 2900392 T8090 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/jetty2/index/
   [junit4]   2> 2900393 T8090 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 2900394 T8090 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1395064695686/jetty2/index
   [junit4]   2> 2900394 T8090 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=58.884765625, floorSegmentMB=0.2529296875, forceMergeDeletesPctAllowed=2.7208989299507333, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.15355534020293185
   [junit4]   2> 2900395 T8090 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6c31b468 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@637054a0),segFN=segments_1,generation=1}
   [junit4]   2> 2900395 T8090 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2900399 T8090 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2900399 T8090 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2900399 T8090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2900400 T8090 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2900400 T8090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2900400 T8090 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2900401 T8090 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2900401 T8090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2900401 T8090 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2900402 T8090 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2900402 T8090 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2900403 T8090 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2900403 T8090 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2900404 T8090 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2900404 T8090 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2900405 T8090 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2900405 T8090 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2900422 T8090 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2900427 T8090 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2900427 T8090 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2900428 T8090 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2900428 T8090 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6c31b468 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@637054a0),segFN=segments_1,generation=1}
   [junit4]   2> 2900428 T8090 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2900429 T8090 oass.SolrIndexSearcher.<init> Opening Searcher@29287a05[collection1] main
   [junit4]   2> 2900429 T8090 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2900430 T8090 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2900430 T8090 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2900431 T8090 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2900431 T8090 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2900431 T8090 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2900432 T8090 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2900432 T8090 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2900433 T8090 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2900433 T8090 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2900436 T8091 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@29287a05[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2900439 T8090 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2900439 T8027 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 2900440 T8027 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2900439 T8094 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21291 collection:collection1 shard:shard1
   [junit4]   2> 2900441 T8094 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2900468 T8094 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2900478 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2900478 T8094 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2900479 T8094 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C9403 name=collection1 org.apache.solr.core.SolrCore@53fd71f7 url=http://127.0.0.1:21291/collection1 node=127.0.0.1:21291_ C9403_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:21291, core=collection1, node_name=127.0.0.1:21291_}
   [junit4]   2> 2900479 T8094 C9403 P21291 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21291/collection1/
   [junit4]   2> 2900479 T8094 C9403 P21291 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2900479 T8050 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2900479 T8094 C9403 P21291 oasc.SyncStrategy.syncToMe http://127.0.0.1:21291/collection1/ has no replicas
   [junit4]   2> 2900480 T8094 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21291/collection1/ shard1
   [junit4]   2> 2900480 T8094 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2900483 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2900490 T8089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2900490 T8049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2900490 T8058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2900490 T8071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2900494 T8050 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2900496 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2900600 T8049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2900600 T8071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2900600 T8089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2900600 T8058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2900646 T8094 oasc.ZkController.register We are http://127.0.0.1:21291/collection1/ and leader is http://127.0.0.1:21291/collection1/
   [junit4]   2> 2900646 T8094 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21291
   [junit4]   2> 2900646 T8094 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2900646 T8094 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2900646 T8094 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2900648 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2900648 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2900648 T8094 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2900648 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2900649 T8050 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2900650 T8050 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21291",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21291_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 2900659 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2900761 T8049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2900761 T8058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2900761 T8071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2900761 T8089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2901338 T8027 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 2901339 T8027 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2901342 T8027 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63847
   [junit4]   2> 2901343 T8027 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2901343 T8027 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2901343 T8027 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1395064706940
   [junit4]   2> 2901344 T8027 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1395064706940/'
   [junit4]   2> 2901368 T8027 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1395064706940/solr.xml
   [junit4]   2> 2901428 T8027 oasc.CoreContainer.<init> New CoreContainer 1281198049
   [junit4]   2> 2901429 T8027 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1395064706940/]
   [junit4]   2> 2901430 T8027 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2901430 T8027 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2901431 T8027 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2901431 T8027 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2901431 T8027 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2901431 T8027 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2901432 T8027 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2901432 T8027 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2901432 T8027 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2901433 T8027 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2901433 T8027 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2901433 T8027 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2901434 T8027 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11641/solr
   [junit4]   2> 2901434 T8027 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2901435 T8027 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2901441 T8105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1083ebf2 name:ZooKeeperConnection Watcher:127.0.0.1:11641 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2901442 T8027 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2901451 T8027 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2901452 T8107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58c63167 name:ZooKeeperConnection Watcher:127.0.0.1:11641/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2901453 T8027 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2901469 T8027 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2902471 T8027 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63847_
   [junit4]   2> 2902473 T8027 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63847_
   [junit4]   2> 2902476 T8071 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2902476 T8107 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2902476 T8049 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2902476 T8089 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2902476 T8058 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2902494 T8108 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2902494 T8108 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2902496 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2902496 T8108 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2902496 T8049 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2902496 T8049 oasc.DistributedQueue$LatchChildWatcher.pro

[...truncated too long message...]

ucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 5child1_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 15grand2_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 7grand0_s=PostingsFormat(name=SimpleText), 3grand0_s=PostingsFormat(name=SimpleText), 10grand6_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 31parent_f1_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 38parent_f2_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 7grand4_s=PostingsFormat(name=SimpleText), 14grand4_s=PostingsFormat(name=SimpleText), 10grand4_s=PostingsFormat(name=SimpleText), 8child0_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 15grand14_s=PostingsFormat(name=SimpleText), 46parent_f2_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 25parent_f1_s=PostingsFormat(name=SimpleText), 6child5_s=PostingsFormat(name=SimpleText), 10grand5_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 6grand3_s=PostingsFormat(name=SimpleText), 15grand13_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 50parent_f2_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 31parent_f2_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 26parent_f1_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 4child1_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 13grand8_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 11grand6_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 13grand10_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 7child5_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 28parent_f2_s=PostingsFormat(name=SimpleText), 48parent_f2_s=PostingsFormat(name=SimpleText), 10parent_f1_s=PostingsFormat(name=SimpleText), 4parent_f2_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 6parent_f1_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 14grand3_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 13grand6_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 50parent_f1_s=PostingsFormat(name=SimpleText), 9grand3_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 2parent_f2_s=PostingsFormat(name=SimpleText), 4grand0_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 12grand4_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 18parent_f1_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 21parent_f2_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 52parent_f1_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 7grand2_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 5child4_s=PostingsFormat(name=SimpleText), 52parent_f2_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 3child0_s=PostingsFormat(name=SimpleText), 12grand7_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 26parent_f2_s=PostingsFormat(name=SimpleText), 9parent_f1_s=PostingsFormat(name=SimpleText), 32parent_f1_s=PostingsFormat(name=SimpleText), 15grand4_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 49parent_f1_s=PostingsFormat(name=Lucene4
   [junit4]   2> 1VarGapFixedInterval), 10grand1_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 28parent_f1_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 2child0_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 10grand8_s=PostingsFormat(name=SimpleText), 10grand3_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 39parent_f1_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 6child0_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 14grand2_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 20parent_f2_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 7child0_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 19parent_f2_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 41parent_f1_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 38parent_f1_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 34parent_f1_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 37parent_f1_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 12grand5_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 2grand0_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 13grand9_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 53parent_f1_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 51parent_f1_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 45parent_f1_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 15parent_f1_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), _version_=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 9grand5_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 15grand10_s=PostingsFormat(name=SimpleText), 1grand0_s=PostingsFormat(name=SimpleText), 23parent_f1_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 42parent_f2_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 11grand4_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 15grand5_s=PostingsFormat(name=SimpleText), 14grand11_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 13grand4_s=Pulsing41(freqCutoff=15 minBlockSize=78 maxBlockSize=157), 15grand11_s=TestBloomFilteredLucene41Postings(BloomFilteringPostingsFormat(Lucene41(blocksize=128))), 15grand12_s=PostingsFormat(name=Lucene41VarGapFixedInterval), 12grand6_s=PostingsFormat(name=SimpleText)}, docValues:{}, sim=DefaultSimilarity, locale=in_ID, timezone=America/Atikokan
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=180890336,total=475922432
   [junit4]   2> NOTE: All tests run in this JVM: [TestRandomMergePolicy, SortByFunctionTest, TestFuzzyAnalyzedSuggestions, TestReloadAndDeleteDocs, SignatureUpdateProcessorFactoryTest, DistribCursorPagingTest, NumericFieldsTest, TestArbitraryIndexDir, EnumFieldTest, TestComplexPhraseQParserPlugin, BasicDistributedZk2Test, RequiredFieldsTest, TestAnalyzedSuggestions, ChaosMonkeyNothingIsSafeTest, ZkSolrClientTest, HdfsDirectoryTest, BlockCacheTest, SpellCheckCollatorTest, SolrCmdDistributorTest, TestUtils, DocValuesMultiTest, TestRangeQuery, MinimalSchemaTest, TestDocBasedVersionConstraints, TestManagedResourceStorage, QueryResultKeyTest, TestBinaryField, TestFastWriter, HdfsCollectionsAPIDistributedZkTest, SuggestComponentTest, FileUtilsTest, TestXIncludeConfig, TestShortCircuitedRequests, UniqFieldsUpdateProcessorFactoryTest, TestFastLRUCache, DirectUpdateHandlerTest, TestReload, DefaultValueUpdateProcessorTest, OutputWriterTest, AliasIntegrationTest, TestUpdate, TestPhraseSuggestions, TestWordDelimiterFilterFactory, TestFastOutputStream, TestDistributedMissingSort, OpenCloseCoreStressTest, BasicZkTest, ShardSplitTest, IndexBasedSpellCheckerTest, TestDefaultSearchFieldResource, TestStressLucene, TestAtomicUpdateErrorCases, HdfsSyncSliceTest, TestCloudManagedSchema, TestQuerySenderListener, TestRecovery, DocumentAnalysisRequestHandlerTest, HdfsChaosMonkeySafeLeaderTest, TestStressReorder, DistanceFunctionTest, NotRequiredUniqueKeyTest, TestStandardQParsers, TestCSVResponseWriter, TestManagedSchemaFieldResource, IndexSchemaRuntimeFieldTest, CurrencyFieldXmlFileTest, BadIndexSchemaTest, PrimUtilsTest, OverseerRolesTest, TestDefaultSimilarityFactory, XsltUpdateRequestHandlerTest, TestDistributedGrouping, AssignTest, TestAnalyzeInfixSuggestions, CollectionsAPIAsyncDistributedZkTest, CursorMarkTest, TestManagedResource, TestBinaryResponseWriter, TestSchemaResource, HardAutoCommitTest, TestZkChroot, CollectionsAPIDistributedZkTest, CoreContainerCoreInitFailuresTest, TestDistributedSearch, StandardRequestHandlerTest, SuggesterWFSTTest, TestOmitPositions, TestUniqueKeyFieldResource, TestStressRecovery, HdfsUnloadDistributedZkTest, SuggesterTSTTest, TestOverriddenPrefixQueryForCustomFieldType, DisMaxRequestHandlerTest, TestNumberUtils, ChaosMonkeySafeLeaderTest, OverseerTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed on J1 in 251.17s, 1 test, 1 error <<< FAILURES!

[...truncated 807 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:474: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:490: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1275: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:907: There were test failures: 389 suites, 1642 tests, 1 error, 47 ignored (19 assumptions)

Total time: 143 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 543 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/543/

18 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardRoutingTest.testDistribSearch

Error Message:


Stack Trace:
org.apache.solr.common.cloud.ZooKeeperException: 
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D:5BA5DFB22E9F8921]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.connect(CloudSolrServer.java:249)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.initCloud(AbstractFullDistribZkTestBase.java:256)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:312)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:868)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /live_nodes
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
	at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:299)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.connect(CloudSolrServer.java:242)
	... 42 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ShardRoutingTest

Error Message:
ERROR: SolrZkClient opens=5 closes=4

Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=5 closes=4
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:435)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:180)
	at sun.reflect.GeneratedMethodAccessor27.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:789)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ShardRoutingTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingTest:     1) Thread[id=4568, name=TEST-ShardRoutingTest.testDistribSearch-seed#[DA4351AA59C0E91D]-SendThread(localhost:51950), state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)    2) Thread[id=4569, name=TEST-ShardRoutingTest.testDistribSearch-seed#[DA4351AA59C0E91D]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingTest: 
   1) Thread[id=4568, name=TEST-ShardRoutingTest.testDistribSearch-seed#[DA4351AA59C0E91D]-SendThread(localhost:51950), state=RUNNABLE, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
   2) Thread[id=4569, name=TEST-ShardRoutingTest.testDistribSearch-seed#[DA4351AA59C0E91D]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ShardRoutingTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=4568, name=TEST-ShardRoutingTest.testDistribSearch-seed#[DA4351AA59C0E91D]-SendThread(localhost:51950), state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)         at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:164)         at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:245)         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:102)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=4568, name=TEST-ShardRoutingTest.testDistribSearch-seed#[DA4351AA59C0E91D]-SendThread(localhost:51950), state=RUNNABLE, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:164)
        at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:245)
        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)
        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:102)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D]:0)


REGRESSION:  org.apache.solr.core.TestBadConfig.testInvalidScriptFile

Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D:C452C61FC10F27AF]:0)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
	at org.apache.solr.core.AbstractBadConfigTestBase.assertConfigs(AbstractBadConfigTestBase.java:54)
	at org.apache.solr.core.AbstractBadConfigTestBase.assertConfigs(AbstractBadConfigTestBase.java:36)
	at org.apache.solr.core.TestBadConfig.testInvalidScriptFile(TestBadConfig.java:75)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
	... 48 more
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
	... 56 more


REGRESSION:  org.apache.solr.core.TestBadConfig.testBogusMergePolicy

Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D:36340F5FF3047B89]:0)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
	at org.apache.solr.core.AbstractBadConfigTestBase.assertConfigs(AbstractBadConfigTestBase.java:54)
	at org.apache.solr.core.AbstractBadConfigTestBase.assertConfigs(AbstractBadConfigTestBase.java:36)
	at org.apache.solr.core.TestBadConfig.testBogusMergePolicy(TestBadConfig.java:80)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
	... 48 more
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
	... 56 more


REGRESSION:  org.apache.solr.core.TestBadConfig.testUpdateLogButNoVersionField

Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D:FE03A2796DB4D1BD]:0)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
	at org.apache.solr.core.AbstractBadConfigTestBase.assertConfigs(AbstractBadConfigTestBase.java:54)
	at org.apache.solr.core.AbstractBadConfigTestBase.assertConfigs(AbstractBadConfigTestBase.java:36)
	at org.apache.solr.core.TestBadConfig.testUpdateLogButNoVersionField(TestBadConfig.java:51)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
	... 48 more
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
	... 56 more


REGRESSION:  org.apache.solr.core.TestBadConfig.testBogusScriptEngine

Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D:6BBEC606720B244B]:0)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
	at org.apache.solr.core.AbstractBadConfigTestBase.assertConfigs(AbstractBadConfigTestBase.java:54)
	at org.apache.solr.core.AbstractBadConfigTestBase.assertConfigs(AbstractBadConfigTestBase.java:36)
	at org.apache.solr.core.TestBadConfig.testBogusScriptEngine(TestBadConfig.java:61)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
	... 48 more
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
	... 56 more


REGRESSION:  org.apache.solr.core.TestBadConfig.testMissingScriptFile

Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D:7345D59313931CEA]:0)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
	at org.apache.solr.core.AbstractBadConfigTestBase.assertConfigs(AbstractBadConfigTestBase.java:54)
	at org.apache.solr.core.AbstractBadConfigTestBase.assertConfigs(AbstractBadConfigTestBase.java:36)
	at org.apache.solr.core.TestBadConfig.testMissingScriptFile(TestBadConfig.java:68)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
	... 48 more
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
	... 56 more


REGRESSION:  org.apache.solr.rest.schema.TestClassNameShortening.testClassNamesNotShortened

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D:43D2AEED4E7A8837]:0)
	at org.apache.solr.util.RestTestBase.assertQ(RestTestBase.java:153)
	at org.apache.solr.rest.schema.TestClassNameShortening.testClassNamesNotShortened(TestClassNameShortening.java:44)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=count(/response/lst[@name='fieldType']) = 1
	xml response was: <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 503 Server is shutting down or failed to initialize</title>
</head>
<body>
<h2>HTTP ERROR: 503</h2>
<p>Problem accessing /solr/schema/fieldtypes/fullClassNames. Reason:
<pre>    Server is shutting down or failed to initialize</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
</body>
</html>

	request was:/schema/fieldtypes/fullClassNames?indent=on&wt=xml&showDefaults=true
	at org.apache.solr.util.RestTestBase.assertQ(RestTestBase.java:146)
	... 40 more


REGRESSION:  org.apache.solr.rest.schema.TestClassNameShortening.testShortenedGlobalSimilarityStaysShortened

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D:8E40E7E587A173C4]:0)
	at org.apache.solr.util.RestTestBase.assertQ(RestTestBase.java:153)
	at org.apache.solr.rest.schema.TestClassNameShortening.testShortenedGlobalSimilarityStaysShortened(TestClassNameShortening.java:55)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=count(/response/lst[@name='similarity']) = 1
	xml response was: <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 503 Server is shutting down or failed to initialize</title>
</head>
<body>
<h2>HTTP ERROR: 503</h2>
<p>Problem accessing /solr/schema/similarity. Reason:
<pre>    Server is shutting down or failed to initialize</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
</body>
</html>

	request was:/schema/similarity?indent=on&wt=xml
	at org.apache.solr.util.RestTestBase.assertQ(RestTestBase.java:146)
	... 40 more


REGRESSION:  org.apache.solr.rest.schema.TestClassNameShortening.testShortenedClassNamesStayShortened

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D:35B7AACC5811ACA6]:0)
	at org.apache.solr.util.RestTestBase.assertQ(RestTestBase.java:153)
	at org.apache.solr.rest.schema.TestClassNameShortening.testShortenedClassNamesStayShortened(TestClassNameShortening.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=count(/response/lst[@name='fieldType']) = 1
	xml response was: <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 503 Server is shutting down or failed to initialize</title>
</head>
<body>
<h2>HTTP ERROR: 503</h2>
<p>Problem accessing /solr/schema/fieldtypes/shortenedClassNames. Reason:
<pre>    Server is shutting down or failed to initialize</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
</body>
</html>

	request was:/schema/fieldtypes/shortenedClassNames?indent=on&wt=xml&showDefaults=true
	at org.apache.solr.util.RestTestBase.assertQ(RestTestBase.java:146)
	... 40 more


REGRESSION:  org.apache.solr.rest.schema.TestSchemaSimilarityResource.testGetSchemaSimilarity

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D:C25941583EFDB18]:0)
	at org.apache.solr.util.RestTestBase.assertQ(RestTestBase.java:153)
	at org.apache.solr.rest.schema.TestSchemaSimilarityResource.testGetSchemaSimilarity(TestSchemaSimilarityResource.java:25)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=count(/response/lst[@name='similarity']) = 1
	xml response was: <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 503 Server is shutting down or failed to initialize</title>
</head>
<body>
<h2>HTTP ERROR: 503</h2>
<p>Problem accessing /solr/schema/similarity. Reason:
<pre>    Server is shutting down or failed to initialize</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
</body>
</html>

	request was:/schema/similarity?indent=on&wt=xml
	at org.apache.solr.util.RestTestBase.assertQ(RestTestBase.java:146)
	... 40 more


FAILED:  junit.framework.TestSuite.org.apache.solr.search.TestCollapseQParserPlugin

Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D]:0)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
	at org.apache.solr.search.TestCollapseQParserPlugin.beforeClass(TestCollapseQParserPlugin.java:33)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:766)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
	... 29 more
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
	... 37 more


FAILED:  junit.framework.TestSuite.org.apache.solr.search.function.TestFunctionQuery

Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D]:0)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
	at org.apache.solr.search.function.TestFunctionQuery.beforeClass(TestFunctionQuery.java:46)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:766)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
	... 29 more
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
	... 37 more


REGRESSION:  org.apache.solr.update.PeerSyncTest.testDistribSearch

Error Message:
Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 503 Server is shutting down or failed to initialize</title> </head> <body> <h2>HTTP ERROR: 503</h2> <p>Problem accessing /update. Reason: <pre>    Server is shutting down or failed to initialize</pre></p> <hr /><i><small>Powered by Jetty://</small></i>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 503 Server is shutting down or failed to initialize</title>
</head>
<body>
<h2>HTTP ERROR: 503</h2>
<p>Problem accessing /update. Reason:
<pre>    Server is shutting down or failed to initialize</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D:5BA5DFB22E9F8921]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:466)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:203)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:118)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:465)
	at org.apache.solr.update.PeerSyncTest.doTest(PeerSyncTest.java:67)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:826)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:862)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:876)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:783)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:443)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:835)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.processor.ParsingFieldUpdateProcessorsTest

Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D]:0)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
	at org.apache.solr.update.processor.ParsingFieldUpdateProcessorsTest.beforeClass(ParsingFieldUpdateProcessorsTest.java:45)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:766)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:359)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:150)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:101)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:96)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:83)
	at org.apache.solr.cloud.ZkController.checkChrootPath(ZkController.java:667)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:133)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:67)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:230)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:137)
	... 29 more
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:223)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:142)
	... 37 more


FAILED:  junit.framework.TestSuite.org.apache.solr.update.processor.RegexBoostProcessorTest

Error Message:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:31471 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D]:0)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:147)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:98)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:564)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:556)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:365)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:352)
	at org.apache.solr.update.processor.RegexBoostProcessorTest.setUpBeforeClass(RegexBoostProcessorTest.java:42)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1617)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:766)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:782)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfter

[...truncated too long message...]

errupt leaked threads:
   [junit4]   2> 	   1) Thread[id=4568, name=TEST-ShardRoutingTest.testDistribSearch-seed#[DA4351AA59C0E91D]-SendThread(localhost:51950), state=RUNNABLE, group=TGRP-ShardRoutingTest]
   [junit4]   2> 	   2) Thread[id=4569, name=TEST-ShardRoutingTest.testDistribSearch-seed#[DA4351AA59C0E91D]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]
   [junit4]   2> 2027064 T4569 oaz.ClientCnxn$EventThread.run ERROR Event thread exiting due to interruption java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2017)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2052)
   [junit4]   2> 	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
   [junit4]   2> 
   [junit4]   2> 2028568 T4568 oazc.StaticHostProvider.next WARN Unexpected exception java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:86)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:937)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:993)
   [junit4]   2> 
   [junit4]   2> 27061 T4544 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
   [junit4]   2> 	   1) Thread[id=4568, name=TEST-ShardRoutingTest.testDistribSearch-seed#[DA4351AA59C0E91D]-SendThread(localhost:51950), state=RUNNABLE, group=TGRP-ShardRoutingTest]
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:164)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:245)
   [junit4]   2> 	        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)
   [junit4]   2> 	        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:102)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=da, timezone=Asia/Ho_Chi_Minh
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=133010760,total=335937536
   [junit4]   2> NOTE: All tests run in this JVM: [SearchHandlerTest, TestReplicationHandler, SolrCoreTest, TestManagedStopFilterFactory, UpdateParamsTest, EnumFieldTest, TestRandomDVFaceting, TestAddFieldRealTimeGet, TestQueryUtils, TestLMDirichletSimilarityFactory, CircularListTest, DOMUtilTest, TestPseudoReturnFields, ClusterStateTest, OverseerTest, TestPHPSerializedResponseWriter, TestSolrXml, ReturnFieldsTest, TestCoreContainer, RangeFacetTest, CursorMarkTest, TermsComponentTest, SOLR749Test, TestFieldSortValues, TestWriterPerf, TestLuceneMatchVersion, TestManagedResourceStorage, BinaryUpdateRequestHandlerTest, TestHighlightDedupGrouping, TestJmxMonitoredMap, AliasIntegrationTest, ScriptEngineTest, TestTrie, TestCopyFieldCollectionResource, DeleteShardTest, TriLevelCompositeIdRoutingTest, BadComponentTest, IndexSchemaTest, QueryEqualityTest, SpatialFilterTest, OverseerRolesTest, DistributedTermsComponentTest, CSVRequestHandlerTest, TestSystemIdResolver, CoreAdminHandlerTest, FileBasedSpellCheckerTest, TestReversedWildcardFilterFactory, MoreLikeThisHandlerTest, UUIDFieldTest, ParsingFieldUpdateProcessorsTest, TestSchemaSimilarityResource, TestBadConfig, PeerSyncTest, RegexBoostProcessorTest, TestCollapseQParserPlugin, TestSuggestSpellingConverter, TestDocumentBuilder, TestFunctionQuery, TestClassNameShortening, TestSolrXmlPersistor, ShardRoutingTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardRoutingTest -Dtests.seed=DA4351AA59C0E91D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=da -Dtests.timezone=Asia/Ho_Chi_Minh -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | ShardRoutingTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrZkClient opens=5 closes=4
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:435)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:180)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingTest: 
   [junit4]    >    1) Thread[id=4568, name=TEST-ShardRoutingTest.testDistribSearch-seed#[DA4351AA59C0E91D]-SendThread(localhost:51950), state=RUNNABLE, group=TGRP-ShardRoutingTest]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]    >         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
   [junit4]    >    2) Thread[id=4569, name=TEST-ShardRoutingTest.testDistribSearch-seed#[DA4351AA59C0E91D]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=4568, name=TEST-ShardRoutingTest.testDistribSearch-seed#[DA4351AA59C0E91D]-SendThread(localhost:51950), state=RUNNABLE, group=TGRP-ShardRoutingTest]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:164)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:245)
   [junit4]    >         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)
   [junit4]    >         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:102)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]    >         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DA4351AA59C0E91D]:0)
   [junit4] Completed on J0 in 27.11s, 1 test, 1 failure, 3 errors <<< FAILURES!

[...truncated 686 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:474: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:490: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1275: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:907: There were test failures: 391 suites, 1592 tests, 7 suite-level errors, 11 errors, 935 ignored (19 assumptions)

Total time: 133 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure