You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/01/25 14:14:22 UTC

[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_60-ea-b03) - Build # 9130 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9130/
Java: 32bit/jdk1.7.0_60-ea-b03 -client -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:52442/collection2, http://127.0.0.1:59177/collection2, http://127.0.0.1:48587/collection2, http://127.0.0.1:41534/collection2, http://127.0.0.1:34943/collection2]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:52442/collection2, http://127.0.0.1:59177/collection2, http://127.0.0.1:48587/collection2, http://127.0.0.1:41534/collection2, http://127.0.0.1:34943/collection2]
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:640)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrServer(FullSolrCloudDistribCmdsTest.java:410)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:143)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: no servers hosting shard: 
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
	... 46 more




Build Log:
[...truncated 10138 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 19180 T120 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 19184 T120 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-FullSolrCloudDistribCmdsTest-1390654288867
   [junit4]   2> 19185 T120 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 19186 T121 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 19285 T120 oasc.ZkTestServer.run start zk server on port:41682
   [junit4]   2> 19287 T120 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 19362 T127 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13e9c42 name:ZooKeeperConnection Watcher:127.0.0.1:41682 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 19362 T120 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 19363 T120 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 19373 T120 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 19375 T122 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x143c97473e60000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 19378 T129 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3773c6 name:ZooKeeperConnection Watcher:127.0.0.1:41682/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 19379 T120 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 19380 T120 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 19387 T120 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 19392 T120 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 19397 T120 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 19403 T120 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 19404 T120 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 19413 T120 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 19415 T120 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 19423 T120 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 19423 T120 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 19429 T120 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 19430 T120 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 19437 T120 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 19438 T120 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 19443 T120 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 19444 T120 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 19450 T120 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 19452 T120 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 19457 T120 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 19457 T120 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 19460 T120 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 19461 T120 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 19465 T120 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 19466 T120 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 19471 T120 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 19472 T120 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 19587 T120 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 19591 T120 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52442
   [junit4]   2> 19591 T120 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 19592 T120 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 19592 T120 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390654289160
   [junit4]   2> 19592 T120 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390654289160/'
   [junit4]   2> 19610 T120 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390654289160/solr.xml
   [junit4]   2> 19664 T120 oasc.CoreContainer.<init> New CoreContainer 31753792
   [junit4]   2> 19665 T120 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390654289160/]
   [junit4]   2> 19667 T120 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 19667 T120 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 19668 T120 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 19669 T120 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 19670 T120 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 19670 T120 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 19671 T120 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 19672 T120 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 19672 T120 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 19678 T120 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 19678 T120 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 19679 T120 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 19679 T120 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41682/solr
   [junit4]   2> 19679 T120 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 19681 T120 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 19682 T140 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29d7cc name:ZooKeeperConnection Watcher:127.0.0.1:41682 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 19683 T120 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 19685 T120 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 19686 T142 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dd1f12 name:ZooKeeperConnection Watcher:127.0.0.1:41682/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 19687 T120 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 19688 T120 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 19697 T120 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 19700 T120 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 19702 T120 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52442_
   [junit4]   2> 19703 T120 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52442_
   [junit4]   2> 19708 T120 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 19713 T120 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 19724 T120 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 19729 T120 oasc.Overseer.start Overseer (id=91137919475384323-127.0.0.1:52442_-n_0000000000) starting
   [junit4]   2> 19736 T120 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 19744 T144 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 19746 T120 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 19746 T144 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 19748 T120 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 19750 T120 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 19757 T143 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 19763 T145 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 19763 T145 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 19766 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 19767 T145 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 19768 T143 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 19769 T143 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52442",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52442_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 19769 T143 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 19769 T143 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 19774 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 19779 T142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 20767 T145 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 20767 T145 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390654289160/collection1
   [junit4]   2> 20768 T145 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 20768 T145 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 20769 T145 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 20771 T145 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390654289160/collection1/'
   [junit4]   2> 20772 T145 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390654289160/collection1/lib/classes/' to classloader
   [junit4]   2> 20772 T145 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390654289160/collection1/lib/README' to classloader
   [junit4]   2> 20832 T145 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 20890 T145 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 20893 T145 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 20909 T145 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 21235 T145 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 21240 T145 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 21242 T145 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 21246 T145 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 21291 T145 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 21292 T145 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390654289160/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/control/data/
   [junit4]   2> 21292 T145 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d720d5
   [junit4]   2> 21296 T145 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/control/data
   [junit4]   2> 21296 T145 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/control/data/index/
   [junit4]   2> 21297 T145 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 21297 T145 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/control/data/index
   [junit4]   2> 21298 T145 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 21299 T145 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@82530e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@288f00),segFN=segments_1,generation=1}
   [junit4]   2> 21299 T145 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 21304 T145 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 21305 T145 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 21305 T145 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 21305 T145 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 21306 T145 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 21306 T145 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 21307 T145 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 21308 T145 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 21308 T145 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 21309 T145 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 21310 T145 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 21310 T145 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 21310 T145 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 21312 T145 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 21312 T145 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 21313 T145 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 21316 T145 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 21319 T145 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 21319 T145 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 21320 T145 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.216796875, floorSegmentMB=1.6826171875, forceMergeDeletesPctAllowed=14.951708655982488, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 21321 T145 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@82530e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@288f00),segFN=segments_1,generation=1}
   [junit4]   2> 21322 T145 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 21322 T145 oass.SolrIndexSearcher.<init> Opening Searcher@14e5b0e main
   [junit4]   2> 21326 T146 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14e5b0e main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 21330 T145 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 21330 T120 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 21331 T120 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 21330 T149 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52442 collection:control_collection shard:shard1
   [junit4]   2> 21332 T120 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 21333 T151 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@433130 name:ZooKeeperConnection Watcher:127.0.0.1:41682/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 21334 T149 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 21334 T120 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 21336 T120 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 21339 T120 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 21344 T149 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 21349 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21350 T149 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 21351 T149 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C15 name=collection1 org.apache.solr.core.SolrCore@1df18e2 url=http://127.0.0.1:52442/collection1 node=127.0.0.1:52442_ C15_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:52442, core=collection1, node_name=127.0.0.1:52442_}
   [junit4]   2> 21351 T149 C15 P52442 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52442/collection1/
   [junit4]   2> 21351 T149 C15 P52442 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 21352 T149 C15 P52442 oasc.SyncStrategy.syncToMe http://127.0.0.1:52442/collection1/ has no replicas
   [junit4]   2> 21352 T143 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 21352 T149 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52442/collection1/ shard1
   [junit4]   2> 21352 T149 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 21357 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21357 T142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 21357 T151 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 21368 T143 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 21373 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21449 T120 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 21450 T120 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 21452 T120 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41534
   [junit4]   2> 21453 T120 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 21453 T120 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 21454 T120 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390654291022
   [junit4]   2> 21455 T120 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390654291022/'
   [junit4]   2> 21469 T120 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390654291022/solr.xml
   [junit4]   2> 21475 T142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 21475 T151 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 21511 T120 oasc.CoreContainer.<init> New CoreContainer 20435958
   [junit4]   2> 21512 T120 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390654291022/]
   [junit4]   2> 21513 T120 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 21514 T120 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 21514 T120 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 21515 T120 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 21515 T149 oasc.ZkController.register We are http://127.0.0.1:52442/collection1/ and leader is http://127.0.0.1:52442/collection1/
   [junit4]   2> 21515 T120 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 21516 T149 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52442
   [junit4]   2> 21516 T149 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 21516 T120 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 21516 T149 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 21517 T149 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 21517 T120 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 21517 T120 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 21518 T120 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 21518 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21518 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21519 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21519 T149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 21521 T120 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 21521 T120 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 21522 T120 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 21522 T120 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41682/solr
   [junit4]   2> 21523 T120 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 21524 T120 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 21524 T143 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 21526 T143 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52442",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52442_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 21527 T162 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1890f87 name:ZooKeeperConnection Watcher:127.0.0.1:41682 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 21528 T120 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 21539 T120 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 21540 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 21541 T164 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@193953e name:ZooKeeperConnection Watcher:127.0.0.1:41682/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 21541 T120 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 21547 T120 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 21644 T151 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 21644 T164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 21644 T142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 22552 T120 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41534_
   [junit4]   2> 22555 T120 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41534_
   [junit4]   2> 22560 T142 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 22560 T151 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 22560 T164 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 22578 T165 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 22578 T165 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 22580 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 22580 T165 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 22580 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 22580 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 22585 T143 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 22586 T143 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41534",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41534_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 22587 T143 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 22587 T143 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 22590 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 22694 T164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 22694 T151 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 22694 T142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 23581 T165 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 23581 T165 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390654291022/collection1
   [junit4]   2> 23581 T165 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 23582 T165 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 23582 T165 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 23583 T165 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390654291022/collection1/'
   [junit4]   2> 23584 T165 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390654291022/collection1/lib/classes/' to classloader
   [junit4]   2> 23584 T165 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390654291022/collection1/lib/README' to classloader
   [junit4]   2> 23629 T165 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 23675 T165 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 23677 T165 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 23685 T165 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 24044 T165 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 24047 T165 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 24049 T165 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 24052 T165 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 24083 T165 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 24084 T165 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390654291022/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty1/
   [junit4]   2> 24084 T165 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d720d5
   [junit4]   2> 24085 T165 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty1
   [junit4]   2> 24085 T165 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty1/index/
   [junit4]   2> 24086 T165 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 24087 T165 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty1/index
   [junit4]   2> 24087 T165 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 24088 T165 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@bbcf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@461b35),segFN=segments_1,generation=1}
   [junit4]   2> 24089 T165 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 24093 T165 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 24094 T165 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 24094 T165 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 24095 T165 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 24095 T165 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 24095 T165 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 24096 T165 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 24096 T165 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 24097 T165 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 24097 T165 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 24098 T165 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 24098 T165 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 24099 T165 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 24100 T165 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 24100 T165 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 24101 T165 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 24104 T165 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 24106 T165 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 24106 T165 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 24107 T165 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.216796875, floorSegmentMB=1.6826171875, forceMergeDeletesPctAllowed=14.951708655982488, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 24108 T165 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@bbcf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@461b35),segFN=segments_1,generation=1}
   [junit4]   2> 24108 T165 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 24108 T165 oass.SolrIndexSearcher.<init> Opening Searcher@e333f main
   [junit4]   2> 24115 T166 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e333f main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 24120 T165 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 24120 T120 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 24121 T120 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 24120 T169 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41534 collection:collection1 shard:shard2
   [junit4]   2> 24122 T169 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 24132 T169 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 24135 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24136 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24136 T169 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 24136 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24136 T169 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C16 name=collection1 org.apache.solr.core.SolrCore@eeaa56 url=http://127.0.0.1:41534/collection1 node=127.0.0.1:41534_ C16_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:41534, core=collection1, node_name=127.0.0.1:41534_}
   [junit4]   2> 24136 T169 C16 P41534 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41534/collection1/
   [junit4]   2> 24137 T169 C16 P41534 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 24137 T169 C16 P41534 oasc.SyncStrategy.syncToMe http://127.0.0.1:41534/collection1/ has no replicas
   [junit4]   2> 24137 T169 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41534/collection1/ shard2
   [junit4]   2> 24137 T169 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 24137 T143 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 24141 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24151 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24158 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24217 T120 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 24218 T120 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 24224 T120 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51806
   [junit4]   2> 24225 T120 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 24226 T120 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 24226 T120 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390654293803
   [junit4]   2> 24226 T120 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390654293803/'
   [junit4]   2> 24247 T120 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390654293803/solr.xml
   [junit4]   2> 24264 T142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 24264 T164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 24264 T151 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 24302 T169 oasc.ZkController.register We are http://127.0.0.1:41534/collection1/ and leader is http://127.0.0.1:41534/collection1/
   [junit4]   2> 24302 T169 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41534
   [junit4]   2> 24302 T120 oasc.CoreContainer.<init> New CoreContainer 17990883
   [junit4]   2> 24302 T169 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 24303 T120 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390654293803/]
   [junit4]   2> 24303 T169 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 24304 T169 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 24304 T120 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 24305 T120 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 24305 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24305 T169 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 24305 T120 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 24305 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24306 T120 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 24306 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24307 T120 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 24307 T120 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 24308 T120 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 24309 T143 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 24310 T120 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 24310 T120 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 24311 T143 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41534",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41534_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 24313 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 24314 T120 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 24315 T120 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 24315 T120 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 24315 T120 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41682/solr
   [junit4]   2> 24316 T120 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 24317 T120 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 24318 T180 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@198321c name:ZooKeeperConnection Watcher:127.0.0.1:41682 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 24319 T120 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 24322 T120 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 24323 T182 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17a6620 name:ZooKeeperConnection Watcher:127.0.0.1:41682/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 24323 T120 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 24332 T120 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 24416 T151 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 24417 T182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 24416 T164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 24416 T142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 25337 T120 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51806_
   [junit4]   2> 25338 T120 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51806_
   [junit4]   2> 25341 T142 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 25341 T164 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 25341 T151 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 25341 T182 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 25347 T183 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 25348 T183 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 25350 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 25350 T183 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 25350 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 25350 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 25352 T143 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 25353 T143 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51806",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51806_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 25353 T143 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 25353 T143 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 25371 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 25474 T142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 25474 T182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 25474 T164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 25474 T151 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 26350 T183 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 26351 T183 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390654293803/collection1
   [junit4]   2> 26351 T183 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 26352 T183 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 26352 T183 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 26354 T183 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390654293803/collection1/'
   [junit4]   2> 26355 T183 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390654293803/collection1/lib/classes/' to classloader
   [junit4]   2> 26355 T183 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390654293803/collection1/lib/README' to classloader
   [junit4]   2> 26405 T183 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 26445 T183 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 26447 T183 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 26455 T183 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 26738 T183 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 26740 T183 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 26742 T183 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 26746 T183 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 26771 T183 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 26772 T183 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390654293803/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty2/
   [junit4]   2> 26772 T183 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d720d5
   [junit4]   2> 26773 T183 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty2
   [junit4]   2> 26773 T183 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty2/index/
   [junit4]   2> 26773 T183 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 26774 T183 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty2/index
   [junit4]   2> 26774 T183 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 26775 T183 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@130ef5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17dcb62),segFN=segments_1,generation=1}
   [junit4]   2> 26775 T183 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 26780 T183 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 26780 T183 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 26780 T183 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 26780 T183 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 26781 T183 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 26781 T183 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 26781 T183 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 26782 T183 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 26782 T183 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 26782 T183 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 26783 T183 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 26783 T183 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 26784 T183 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 26784 T183 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 26785 T183 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 26785 T183 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 26788 T183 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 26793 T183 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 26793 T183 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 26794 T183 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=7.216796875, floorSegmentMB=1.6826171875, forceMergeDeletesPctAllowed=14.951708655982488, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 26795 T183 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@130ef5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17dcb62),segFN=segments_1,generation=1}
   [junit4]   2> 26796 T183 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 26796 T183 oass.SolrIndexSearcher.<init> Opening Searcher@1cb0545 main
   [junit4]   2> 26801 T184 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cb0545 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 26804 T183 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 26804 T120 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 26805 T120 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 26804 T187 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51806 collection:collection1 shard:shard1
   [junit4]   2> 26806 T187 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 26813 T187 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 26815 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 26815 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 26816 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 26816 T187 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 26816 T187 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C17 name=collection1 org.apache.solr.core.SolrCore@1245d94 url=http://127.0.0.1:51806/collection1 node=127.0.0.1:51806_ C17_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:51806, core=collection1, node_name=127.0.0.1:51806_}
   [junit4]   2> 26817 T187 C17 P51806 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51806/collection1/
   [junit4]   2> 26817 T187 C17 P51806 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 26817 T143 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 26817 T187 C17 P51806 oasc.SyncStrategy.syncToMe http://127.0.0.1:51806/collection1/ has no replicas
   [junit4]   2> 26818 T187 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51806/collection1/ shard1
   [junit4]   2> 26818 T187 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 26822 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 26824 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 26828 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 26882 T120 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 26883 T120 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 26885 T120 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59177
   [junit4]   2> 26886 T120 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 26886 T120 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 26887 T120 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390654296487
   [junit4]   2> 26887 T120 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390654296487/'
   [junit4]   2> 26903 T120 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390654296487/solr.xml
   [junit4]   2> 26932 T142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 26932 T164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 26932 T151 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 26932 T182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 26935 T120 oasc.CoreContainer.<init> New CoreContainer 9407961
   [junit4]   2> 26935 T120 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390654296487/]
   [junit4]   2> 26936 T120 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 26936 T120 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 26937 T120 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 26937 T120 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 26937 T120 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 26938 T120 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 26938 T120 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 26938 T120 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 26938 T120 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 26941 T120 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 26941 T120 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 26942 T120 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 26942 T120 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41682/solr
   [junit4]   2> 26942 T120 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 26943 T120 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 26945 T198 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1397cef name:ZooKeeperConnection Watcher:127.0.0.1:41682 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 26945 T120 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 26948 T120 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 26950 T200 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@107d772 name:ZooKeeperConnection Watcher:127.0.0.1:41682/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 26950 T120 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 26956 T120 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 26975 T187 oasc.ZkController.register We are http://127.0.0.1:51806/collection1/ and leader is http://127.0.0.1:51806/collection1/
   [junit4]   2> 26976 T187 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51806
   [junit4]   2> 26976 T187 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 26976 T187 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 26976 T187 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 26977 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 26978 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 26978 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 26978 T187 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 26980 T143 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 26981 T143 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51806",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51806_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 26983 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 27086 T142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 27086 T151 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 27086 T164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 27086 T200 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 27086 T182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 27959 T120 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59177_
   [junit4]   2> 27962 T120 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59177_
   [junit4]   2> 28021 T164 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 28021 T151 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 28022 T142 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 28022 T200 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 28022 T182 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 28029 T201 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 28029 T201 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 28031 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 28031 T201 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 28032 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 28032 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 28034 T143 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 28034 T143 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59177",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59177_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 28035 T143 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 28035 T143 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 28038 T142 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 28141 T142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 28141 T182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 28141 T164 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 28141 T200 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 28141 T151 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 29032 T201 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 29032 T201 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390654296487/collection1
   [junit4]   2> 29033 T201 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 29034 T201 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 29035 T201 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 29036 T201 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390654296487/collection1/'
   [junit4]   2> 29037 T201 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390654296487/collection1/lib/classes/' to classloader
   [junit4]   2> 29037 T201 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390654296487/collection1/lib/README' to classloader
   [junit4]   2> 29072 T201 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 29109 T201 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 29111 T201 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 29118 T201 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 29401 T201 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 29403 T201 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 29405 T201 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 29408 T201 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 29432 T201 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 29433 T201 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390654296487/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty3/
   [junit4]   2> 29433 T201 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d720d5
   [junit4]   2> 29434 T201 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty3
   [junit4]   2> 29434 T201 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty3/index/
   [junit4]   2> 29434 T201 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 29435 T201 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390654288867/jetty3/index
   [junit4]   2> 29435 T201 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 29436 T201 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1690a3e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@71ba42),segFN=segments_1,generation=1}
   [junit4]   2> 29436 T201 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 29440 T201 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 29441 T201 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 29441 T201 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 29441 T201 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   

[...truncated too long message...]

d18/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 105105 T257 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 105107 T164 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard18/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 105108 T257 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard19/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 105108 T164 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 105108 T257 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard32/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 105109 T257 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard9/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=ar_JO, timezone=Africa/Ceuta
   [junit4]   2> NOTE: Linux 3.8.0-35-generic i386/Oracle Corporation 1.7.0_60-ea (32-bit)/cpus=8,threads=1,free=58311304,total=318648320
   [junit4]   2> NOTE: All tests run in this JVM: [PingRequestHandlerTest, SolrTestCaseJ4Test, TestDynamicFieldResource, TestNumberUtils, DirectSolrConnectionTest, SortByFunctionTest, ShardRoutingCustomTest, TestFieldCollectionResource, FullSolrCloudDistribCmdsTest]
   [junit4] Completed on J1 in 86.38s, 1 test, 1 error <<< FAILURES!

[...truncated 986 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 355 suites, 1547 tests, 1 error, 35 ignored (7 assumptions)

Total time: 47 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_60-ea-b03 -client -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/ibm-j9-jdk7) - Build # 9132 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9132/
Java: 64bit/ibm-j9-jdk7 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}

1 tests failed.
REGRESSION:  org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection

Error Message:
expected:<1> but was:<3>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<3>
	at __randomizedtesting.SeedInfo.seed([5DBF088F5CC147F2:68FF3475F86E48E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.checkNumDocs(SignatureUpdateProcessorFactoryTest.java:71)
	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection(SignatureUpdateProcessorFactoryTest.java:119)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)




Build Log:
[...truncated 10068 lines...]
   [junit4] Suite: org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest
   [junit4]   2> 155057 T483 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1390666233002
   [junit4]   2> 155058 T483 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 155059 T483 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 155059 T483 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 155093 T483 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 155139 T483 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 155140 T483 oass.IndexSchema.readSchema Reading Solr Schema from schema12.xml
   [junit4]   2> 155146 T483 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 155452 T483 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 155456 T483 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 155458 T483 oass.IndexSchema.readSchema WARN Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 155465 T483 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 155470 T483 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 155475 T483 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 155476 T483 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 155476 T483 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 155484 T483 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 155485 T483 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr
   [junit4]   2> 155485 T483 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 155521 T483 oasc.CoreContainer.<init> New CoreContainer 2126426722
   [junit4]   2> 155521 T483 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 155522 T483 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 155523 T483 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 155523 T483 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 155523 T483 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 155524 T483 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 155524 T483 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 155524 T483 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 155524 T483 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 155525 T483 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 155527 T483 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 155528 T483 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 155528 T483 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 155531 T484 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 155531 T484 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 155532 T484 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 155532 T484 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 155564 T484 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 155609 T484 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 155610 T484 oass.IndexSchema.readSchema Reading Solr Schema from schema12.xml
   [junit4]   2> 155615 T484 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 156008 T484 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 156010 T484 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 156012 T484 oass.IndexSchema.readSchema WARN Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 156019 T484 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 156022 T484 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 156026 T484 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 156026 T484 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1390666233002/
   [junit4]   2> 156026 T484 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c919e12
   [junit4]   2> 156027 T484 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1390666233002
   [junit4]   2> 156027 T484 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1390666233002/index/
   [junit4]   2> 156028 T484 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1390666233002/index' doesn't exist. Creating new index...
   [junit4]   2> 156028 T484 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1390666233002/index
   [junit4]   2> 156028 T484 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=20.9609375, floorSegmentMB=1.90234375, forceMergeDeletesPctAllowed=28.65835861812842, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10586913430428427
   [junit4]   2> 156029 T484 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_1,generation=1}
   [junit4]   2> 156029 T484 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 156030 T484 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 156034 T484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 156034 T484 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 156035 T484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 156035 T484 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 156035 T484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 156035 T484 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 156036 T484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 156036 T484 oasup.UniqFieldsUpdateProcessorFactory.init WARN Use of the 'fields' init param in UniqFieldsUpdateProcessorFactory is deprecated, please use 'fieldName' (or another FieldMutatingUpdateProcessorFactory selector option) instead
   [junit4]   2> 156036 T484 oasup.UniqFieldsUpdateProcessorFactory.init Replacing 'fields' init param with (individual) 'fieldName' params
   [junit4]   2> 156037 T484 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 156037 T484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 156037 T484 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 156038 T484 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 156038 T484 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 156038 T484 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 156039 T484 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 156039 T484 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 156039 T484 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 156040 T484 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 156040 T484 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 156041 T484 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 156041 T484 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 156042 T484 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 156042 T484 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 156042 T484 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 156043 T484 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 156043 T484 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 156044 T484 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 156044 T484 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 156044 T484 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 156045 T484 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 156045 T484 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 156046 T484 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 156046 T484 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 156047 T484 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 156047 T484 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 156048 T484 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 156050 T484 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 156052 T484 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 156052 T484 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 156053 T484 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=954304030, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 156053 T484 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_1,generation=1}
   [junit4]   2> 156054 T484 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 156054 T484 oass.SolrIndexSearcher.<init> Opening Searcher@9dce09ed main
   [junit4]   2> 156055 T484 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 156068 T484 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 156089 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9dce09ed main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 156094 T484 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 156095 T483 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 156098 T483 oas.SolrTestCaseJ4.setUp ###Starting testDupeDetection
   [junit4]   2> ASYNC  NEW_CORE C359 name=collection1 org.apache.solr.core.SolrCore@fa388b02
   [junit4]   2> 156099 T483 C359 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 156099 T483 C359 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 1
   [junit4]   2> 156103 T483 C359 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 156104 T483 C359 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_2,generation=2}
   [junit4]   2> 156104 T483 C359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 156105 T483 C359 oass.SolrIndexSearcher.<init> Opening Searcher@dbd2bf6f main
   [junit4]   2> 156106 T483 C359 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 156107 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dbd2bf6f main{StandardDirectoryReader(segments_2:2:nrt)}
   [junit4]   2> 156108 T483 C359 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 157158 T483 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 157224 T483 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_3,generation=3}
   [junit4]   2> 157224 T483 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 157225 T483 oass.SolrIndexSearcher.<init> Opening Searcher@f50122aa main
   [junit4]   2> 157226 T483 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 157227 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f50122aa main{StandardDirectoryReader(segments_3:4:nrt _0(4.7):c2)}
   [junit4]   2> 157230 T483 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 157233 T483 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_4,generation=4}
   [junit4]   2> 157233 T483 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 157234 T483 oass.SolrIndexSearcher.<init> Opening Searcher@548cb55d main
   [junit4]   2> 157235 T483 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 157236 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@548cb55d main{StandardDirectoryReader(segments_4:6:nrt _0(4.7):c2 _1(4.7):c1)}
   [junit4]   2> 157237 T483 oas.SolrTestCaseJ4.tearDown ###Ending testDupeDetection
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SignatureUpdateProcessorFactoryTest -Dtests.method=testDupeDetection -Dtests.seed=5DBF088F5CC147F2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_CO -Dtests.timezone=EST -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 1.15s J1 | SignatureUpdateProcessorFactoryTest.testDupeDetection <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<1> but was:<3>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5DBF088F5CC147F2:68FF3475F86E48E]:0)
   [junit4]    > 	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.checkNumDocs(SignatureUpdateProcessorFactoryTest.java:71)
   [junit4]    > 	at org.apache.solr.update.processor.SignatureUpdateProcessorFactoryTest.testDupeDetection(SignatureUpdateProcessorFactoryTest.java:119)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:780)
   [junit4]   2> 157247 T483 oas.SolrTestCaseJ4.setUp ###Starting testNonIndexedSignatureField
   [junit4]   2> 157552 T483 C359 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 157553 T483 C359 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 306
   [junit4]   2> 157768 T483 C359 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 157769 T483 C359 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_5,generation=5}
   [junit4]   2> 157769 T483 C359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 157770 T483 C359 oass.SolrIndexSearcher.<init> Opening Searcher@a8c01b01 main
   [junit4]   2> 157770 T483 C359 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 157772 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a8c01b01 main{StandardDirectoryReader(segments_5:7:nrt)}
   [junit4]   2> 157773 T483 C359 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 157777 T483 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 157779 T483 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_5,generation=5}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_6,generation=6}
   [junit4]   2> 157779 T483 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
   [junit4]   2> 157781 T483 oass.SolrIndexSearcher.<init> Opening Searcher@1c385695 main
   [junit4]   2> 157781 T483 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 157783 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c385695 main{StandardDirectoryReader(segments_6:9:nrt _2(4.7):c2)}
   [junit4]   2> 157783 T483 oas.SolrTestCaseJ4.tearDown ###Ending testNonIndexedSignatureField
   [junit4]   2> 157787 T483 oas.SolrTestCaseJ4.setUp ###Starting testDupeAllFieldsDetection
   [junit4]   2> 157788 T483 C359 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 157789 T483 C359 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 1
   [junit4]   2> 157790 T483 C359 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 157791 T483 C359 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_6,generation=6}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_7,generation=7}
   [junit4]   2> 157792 T483 C359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
   [junit4]   2> 157792 T483 C359 oass.SolrIndexSearcher.<init> Opening Searcher@3643e5cb main
   [junit4]   2> 157793 T483 C359 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 157795 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3643e5cb main{StandardDirectoryReader(segments_7:10:nrt)}
   [junit4]   2> 157795 T483 C359 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 157802 T483 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 157804 T483 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_7,generation=7}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_8,generation=8}
   [junit4]   2> 157804 T483 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 8
   [junit4]   2> 157805 T483 oass.SolrIndexSearcher.<init> Opening Searcher@9ac4d802 main
   [junit4]   2> 157806 T483 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 157808 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9ac4d802 main{StandardDirectoryReader(segments_8:12:nrt _3(4.7):c3)}
   [junit4]   2> 157808 T483 oas.SolrTestCaseJ4.tearDown ###Ending testDupeAllFieldsDetection
   [junit4]   2> 157812 T483 oas.SolrTestCaseJ4.setUp ###Starting testFailNonIndexedSigWithOverwriteDupes
   [junit4]   2> 157813 T483 C359 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 157814 T483 C359 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 1
   [junit4]   2> 157815 T483 C359 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 157816 T483 C359 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_8,generation=8}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_9,generation=9}
   [junit4]   2> 157816 T483 C359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 9
   [junit4]   2> 157817 T483 C359 oass.SolrIndexSearcher.<init> Opening Searcher@aed42a78 main
   [junit4]   2> 157818 T483 C359 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 157820 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@aed42a78 main{StandardDirectoryReader(segments_9:13:nrt)}
   [junit4]   2> 157820 T483 C359 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 157822 T483 oas.SolrTestCaseJ4.tearDown ###Ending testFailNonIndexedSigWithOverwriteDupes
   [junit4]   2> 157826 T483 oas.SolrTestCaseJ4.setUp ###Starting testNonStringFieldsValues
   [junit4]   2> 157827 T483 C359 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 157827 T483 C359 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 0
   [junit4]   2> 157829 T483 C359 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 157830 T483 C359 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_9,generation=9}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_a,generation=10}
   [junit4]   2> 157830 T483 C359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 10
   [junit4]   2> 157831 T483 C359 oass.SolrIndexSearcher.<init> Opening Searcher@a0c83ac9 main
   [junit4]   2> 157832 T483 C359 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 157833 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a0c83ac9 main{StandardDirectoryReader(segments_a:14:nrt)}
   [junit4]   2> 157834 T483 C359 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 157839 T483 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 157985 T483 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 157987 T483 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_a,generation=10}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_b,generation=11}
   [junit4]   2> 157987 T483 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 11
   [junit4]   2> 157988 T483 oass.SolrIndexSearcher.<init> Opening Searcher@86eb8c0e main
   [junit4]   2> 157989 T483 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 157990 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@86eb8c0e main{StandardDirectoryReader(segments_b:16:nrt _4(4.7):c5/1:delGen=1)}
   [junit4]   2> 157991 T483 oas.SolrTestCaseJ4.tearDown ###Ending testNonStringFieldsValues
   [junit4]   2> 157995 T483 oas.SolrTestCaseJ4.setUp ###Starting testMultiThreaded
   [junit4]   2> 157995 T483 C359 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 157996 T483 C359 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 1
   [junit4]   2> 157997 T483 C359 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 157998 T483 C359 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_b,generation=11}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_c,generation=12}
   [junit4]   2> 157998 T483 C359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 12
   [junit4]   2> 157999 T483 C359 oass.SolrIndexSearcher.<init> Opening Searcher@48df83bd main
   [junit4]   2> 158000 T483 C359 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158001 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@48df83bd main{StandardDirectoryReader(segments_c:17:nrt)}
   [junit4]   2> 158002 T483 C359 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 158010 T495 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158051 T495 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_c,generation=12}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_d,generation=13}
   [junit4]   2> 158051 T495 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 13
   [junit4]   2> 158088 T495 oass.SolrIndexSearcher.<init> Opening Searcher@1f64d6b8 main
   [junit4]   2> 158089 T495 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158089 T496 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158090 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f64d6b8 main{StandardDirectoryReader(segments_d:41:nrt _c(4.7):c28/24:delGen=1)}
   [junit4]   2> 158108 T496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_d,generation=13}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_e,generation=14}
   [junit4]   2> 158109 T496 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 14
   [junit4]   2> 158113 T496 oass.SolrIndexSearcher.<init> Opening Searcher@54485ba2 main
   [junit4]   2> 158114 T496 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158114 T494 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158116 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@54485ba2 main{StandardDirectoryReader(segments_e:54:nrt _h(4.7):c3 _i(4.7):c1)}
   [junit4]   2> 158119 T494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_e,generation=14}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_f,generation=15}
   [junit4]   2> 158119 T494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 15
   [junit4]   2> 158122 T494 oass.SolrIndexSearcher.<init> Opening Searcher@a4cab1d1 main
   [junit4]   2> 158122 T494 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158123 T495 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158124 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a4cab1d1 main{StandardDirectoryReader(segments_f:62:nrt _j(4.7):c6/5:delGen=1 _k(4.7):c5/2:delGen=1)}
   [junit4]   2> 158126 T495 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_f,generation=15}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_g,generation=16}
   [junit4]   2> 158126 T495 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 16
   [junit4]   2> 158129 T495 oass.SolrIndexSearcher.<init> Opening Searcher@74148c6 main
   [junit4]   2> 158130 T495 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158130 T496 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158132 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74148c6 main{StandardDirectoryReader(segments_g:69:nrt _k(4.7):c5/4:delGen=2 _l(4.7):c3/2:delGen=1 _m(4.7):c4/2:delGen=1)}
   [junit4]   2> 158133 T496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_g,generation=16}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_h,generation=17}
   [junit4]   2> 158134 T496 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 17
   [junit4]   2> 158138 T496 oass.SolrIndexSearcher.<init> Opening Searcher@e483937c main
   [junit4]   2> 158138 T496 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158138 T494 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158139 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e483937c main{StandardDirectoryReader(segments_h:77:nrt _l(4.7):c3/2:delGen=2 _o(4.7):c4/1:delGen=1)}
   [junit4]   2> 158141 T494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_h,generation=17}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_i,generation=18}
   [junit4]   2> 158142 T494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 18
   [junit4]   2> 158142 T494 oass.SolrIndexSearcher.<init> Opening Searcher@68b0424c main
   [junit4]   2> 158143 T494 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158143 T495 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158145 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@68b0424c main{StandardDirectoryReader(segments_i:79:nrt _l(4.7):c3/2:delGen=2 _o(4.7):c4/2:delGen=2 _p(4.7):c1)}
   [junit4]   2> 158146 T495 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_i,generation=18}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_j,generation=19}
   [junit4]   2> 158146 T495 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 19
   [junit4]   2> 158146 T495 oass.SolrIndexSearcher.<init> Opening Searcher@f7097666 main
   [junit4]   2> 158147 T495 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158147 T496 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158149 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f7097666 main{StandardDirectoryReader(segments_j:83:nrt _l(4.7):c3/2:delGen=2 _o(4.7):c4/3:delGen=3 _q(4.7):c1)}
   [junit4]   2> 158150 T496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_j,generation=19}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_k,generation=20}
   [junit4]   2> 158151 T496 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 20
   [junit4]   2> 158151 T496 oass.SolrIndexSearcher.<init> Opening Searcher@6fde0089 main
   [junit4]   2> 158152 T496 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158152 T494 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158153 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6fde0089 main{StandardDirectoryReader(segments_k:87:nrt _o(4.7):c4/3:delGen=3 _r(4.7):c1)}
   [junit4]   2> 158155 T494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_k,generation=20}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_l,generation=21}
   [junit4]   2> 158156 T494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 21
   [junit4]   2> 158159 T494 oass.SolrIndexSearcher.<init> Opening Searcher@21adbfc7 main
   [junit4]   2> 158160 T494 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158160 T495 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158161 T495 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_l,generation=21}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_m,generation=22}
   [junit4]   2> 158161 T495 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 22
   [junit4]   2> 158161 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@21adbfc7 main{StandardDirectoryReader(segments_l:93:nrt _o(4.7):c4/3:delGen=3 _r(4.7):c1 _t(4.7):c1)}
   [junit4]   2> 158162 T495 oass.SolrIndexSearcher.<init> Opening Searcher@2194bfcd main
   [junit4]   2> 158162 T495 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158162 T496 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158163 T496 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 158164 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2194bfcd main{StandardDirectoryReader(segments_l:93:nrt _o(4.7):c4/3:delGen=3 _r(4.7):c1 _t(4.7):c1)}
   [junit4]   2> 158167 T496 oass.SolrIndexSearcher.<init> Opening Searcher@ec6aa0cf main
   [junit4]   2> 158167 T496 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158168 T494 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158169 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ec6aa0cf main{StandardDirectoryReader(segments_m:98:nrt _r(4.7):c1 _u(4.7):c1)}
   [junit4]   2> 158170 T494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_m,generation=22}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_n,generation=23}
   [junit4]   2> 158170 T494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 23
   [junit4]   2> 158171 T494 oass.SolrIndexSearcher.<init> Opening Searcher@5e130a49 main
   [junit4]   2> 158171 T494 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158172 T495 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158173 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e130a49 main{StandardDirectoryReader(segments_n:101:nrt _u(4.7):c1 _v(4.7):c1)}
   [junit4]   2> 158174 T495 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_n,generation=23}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_o,generation=24}
   [junit4]   2> 158175 T495 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 24
   [junit4]   2> 158175 T495 oass.SolrIndexSearcher.<init> Opening Searcher@4efa4326 main
   [junit4]   2> 158176 T495 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158176 T496 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158177 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4efa4326 main{StandardDirectoryReader(segments_o:105:nrt _w(4.7):c1)}
   [junit4]   2> 158179 T496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_o,generation=24}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_p,generation=25}
   [junit4]   2> 158179 T496 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 25
   [junit4]   2> 158180 T496 oass.SolrIndexSearcher.<init> Opening Searcher@a458956a main
   [junit4]   2> 158180 T496 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158180 T494 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158182 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a458956a main{StandardDirectoryReader(segments_p:109:nrt _x(4.7):c1)}
   [junit4]   2> 158183 T494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_p,generation=25}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_q,generation=26}
   [junit4]   2> 158183 T494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 26
   [junit4]   2> 158184 T494 oass.SolrIndexSearcher.<init> Opening Searcher@c0798032 main
   [junit4]   2> 158184 T494 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158184 T495 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158185 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c0798032 main{StandardDirectoryReader(segments_q:111:nrt _x(4.7):c1 _y(4.7):c1)}
   [junit4]   2> 158186 T495 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_q,generation=26}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_r,generation=27}
   [junit4]   2> 158187 T495 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 27
   [junit4]   2> 158187 T495 oass.SolrIndexSearcher.<init> Opening Searcher@600f72b0 main
   [junit4]   2> 158188 T495 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158188 T496 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158189 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@600f72b0 main{StandardDirectoryReader(segments_r:115:nrt _z(4.7):c1)}
   [junit4]   2> 158191 T496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_r,generation=27}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_s,generation=28}
   [junit4]   2> 158191 T496 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 28
   [junit4]   2> 158192 T496 oass.SolrIndexSearcher.<init> Opening Searcher@c498ca9b main
   [junit4]   2> 158192 T496 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158193 T494 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158194 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c498ca9b main{StandardDirectoryReader(segments_s:119:nrt _10(4.7):c1)}
   [junit4]   2> 158195 T494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_s,generation=28}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_t,generation=29}
   [junit4]   2> 158196 T494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 29
   [junit4]   2> 158196 T494 oass.SolrIndexSearcher.<init> Opening Searcher@a1ac66d2 main
   [junit4]   2> 158197 T494 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158197 T495 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158198 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a1ac66d2 main{StandardDirectoryReader(segments_t:121:nrt _10(4.7):c1 _11(4.7):c1)}
   [junit4]   2> 158199 T495 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_t,generation=29}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_u,generation=30}
   [junit4]   2> 158200 T495 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 30
   [junit4]   2> 158200 T495 oass.SolrIndexSearcher.<init> Opening Searcher@1ec6d335 main
   [junit4]   2> 158200 T495 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158201 T496 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158202 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ec6d335 main{StandardDirectoryReader(segments_u:125:nrt _12(4.7):c1)}
   [junit4]   2> 158203 T496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_u,generation=30}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_v,generation=31}
   [junit4]   2> 158203 T496 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 31
   [junit4]   2> 158204 T496 oass.SolrIndexSearcher.<init> Opening Searcher@1d687ab2 main
   [junit4]   2> 158204 T496 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158205 T494 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158206 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d687ab2 main{StandardDirectoryReader(segments_v:129:nrt _13(4.7):c1)}
   [junit4]   2> 158207 T494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_v,generation=31}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_w,generation=32}
   [junit4]   2> 158208 T494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 32
   [junit4]   2> 158208 T494 oass.SolrIndexSearcher.<init> Opening Searcher@21bc93f8 main
   [junit4]   2> 158209 T494 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158209 T495 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158210 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@21bc93f8 main{StandardDirectoryReader(segments_w:133:nrt _14(4.7):c1)}
   [junit4]   2> 158212 T495 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_w,generation=32}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_x,generation=33}
   [junit4]   2> 158213 T495 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 33
   [junit4]   2> 158215 T495 oass.SolrIndexSearcher.<init> Opening Searcher@23baf9dc main
   [junit4]   2> 158215 T495 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158215 T496 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158216 T496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_x,generation=33}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_y,generation=34}
   [junit4]   2> 158216 T496 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 34
   [junit4]   2> 158217 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@23baf9dc main{StandardDirectoryReader(segments_x:141:nrt _16(4.7):c1)}
   [junit4]   2> 158217 T496 oass.SolrIndexSearcher.<init> Opening Searcher@d0b7127a main
   [junit4]   2> 158218 T496 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158218 T494 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158218 T494 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 158219 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d0b7127a main{StandardDirectoryReader(segments_x:141:nrt _16(4.7):c1)}
   [junit4]   2> 158222 T494 oass.SolrIndexSearcher.<init> Opening Searcher@faa07a47 main
   [junit4]   2> 158222 T494 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158223 T495 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158224 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@faa07a47 main{StandardDirectoryReader(segments_y:144:nrt _16(4.7):c1 _17(4.7):c1)}
   [junit4]   2> 158225 T495 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_y,generation=34}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_z,generation=35}
   [junit4]   2> 158226 T495 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 35
   [junit4]   2> 158226 T495 oass.SolrIndexSearcher.<init> Opening Searcher@28932c2b main
   [junit4]   2> 158227 T495 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158227 T496 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158228 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@28932c2b main{StandardDirectoryReader(segments_z:147:nrt _16(4.7):c1 _18(4.7):c1)}
   [junit4]   2> 158230 T496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_z,generation=35}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_10,generation=36}
   [junit4]   2> 158230 T496 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 36
   [junit4]   2> 158231 T496 oass.SolrIndexSearcher.<init> Opening Searcher@912af759 main
   [junit4]   2> 158231 T496 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158231 T494 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158232 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@912af759 main{StandardDirectoryReader(segments_10:151:nrt _16(4.7):c1 _19(4.7):c1)}
   [junit4]   2> 158236 T494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_10,generation=36}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_11,generation=37}
   [junit4]   2> 158236 T494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 37
   [junit4]   2> 158239 T494 oass.SolrIndexSearcher.<init> Opening Searcher@364a1382 main
   [junit4]   2> 158239 T494 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158240 T495 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158240 T495 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_11,generation=37}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_12,generation=38}
   [junit4]   2> 158240 T495 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 38
   [junit4]   2> 158241 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@364a1382 main{StandardDirectoryReader(segments_11:159:nrt _1b(4.7):c1)}
   [junit4]   2> 158241 T495 oass.SolrIndexSearcher.<init> Opening Searcher@c46c9ed5 main
   [junit4]   2> 158242 T495 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158242 T496 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158243 T496 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 158243 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c46c9ed5 main{StandardDirectoryReader(segments_11:159:nrt _1b(4.7):c1)}
   [junit4]   2> 158246 T496 oass.SolrIndexSearcher.<init> Opening Searcher@8cb7b68 main
   [junit4]   2> 158246 T496 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158247 T494 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158247 T494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_12,generation=38}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d9a7a749 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cbfba418)),segFN=segments_13,generation=39}
   [junit4]   2> 158247 T494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 39
   [junit4]   2> 158248 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8cb7b68 main{StandardDirectoryReader(segments_12:163:nrt _1c(4.7):c1)}
   [junit4]   2> 158248 T494 oass.SolrIndexSearcher.<init> Opening Searcher@7018cb6e main
   [junit4]   2> 158248 T494 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158250 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7018cb6e main{StandardDirectoryReader(segments_12:163:nrt _1c(4.7):c1)}
   [junit4]   2> ASYNC  NEW_CORE C360 name=collection1 org.apache.solr.core.SolrCore@fa388b02
   [junit4]   2> 158250 T483 C360 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 158251 T483 C360 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 158252 T483 C360 oass.SolrIndexSearcher.<init> Opening Searcher@eebb32cf main
   [junit4]   2> 158252 T483 C360 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 158254 T485 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@eebb32cf main{StandardDirectoryReader(segments_12:163:nrt _1c(4.7):c1)}
   [junit4]   2> 158255 T483 C360 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 5
   [junit4]   2> 158256 T483 oas.SolrTestCaseJ4.tearDown ###Ending testMultiThreaded
   [junit4]   2> 158258 T483 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 158258 T483 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=2126426722
   [junit4]   2> 158259 T483 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@fa388b02
   [junit4]   2> 158279 T483 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=42,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=253,cumulative_deletesById=0,cumulative_deletesByQuery=6,cumulative_errors=0}
   [junit4]   2> 158279 T483 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 158280 T483 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 158280 T483 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 158280 T483 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 158281 T483 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 158281 T483 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1390666233002 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1390666233002;done=false>>]
   [junit4]   2> 158282 T483 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1390666233002
   [junit4]   2> 158282 T483 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1390666233002/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1390666233002/index;done=false>>]
   [junit4]   2> 158282 T483 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SignatureUpdateProcessorFactoryTest-1390666233002/index
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=es_CO, timezone=EST
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/IBM Corporation 1.7.0 (64-bit)/cpus=8,threads=1,free=119608264,total=158531584
   [junit4]   2> NOTE: All tests run in this JVM: [TestMaxScoreQueryParser, DirectSolrConnectionTest, TestQueryTypes, TestDFRSimilarityFactory, DirectSolrSpellCheckerTest, NumericFieldsTest, TestDistributedGrouping, DirectUpdateHandlerTest, TestIBSimilarityFactory, TestSolrXmlPersistence, CoreAdminCreateDiscoverTest, DefaultValueUpdateProcessorTest, CollectionsAPIDistributedZkTest, TestStressReorder, TestComponentsName, ZkNodePropsTest, PreAnalyzedFieldTest, PluginInfoTest, MigrateRouteKeyTest, LeaderElectionIntegrationTest, TestHighFrequencyDictionaryFactory, OpenCloseCoreStressTest, CurrencyFieldOpenExchangeTest, TestMultiCoreConfBootstrap, SolrCoreCheckLockOnStartupTest, DocValuesMultiTest, PrimUtilsTest, TestXIncludeConfig, SignatureUpdateProcessorFactoryTest]
   [junit4] Completed on J1 in 3.25s, 6 tests, 1 failure <<< FAILURES!

[...truncated 911 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:452: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 355 suites, 1547 tests, 1 failure, 68 ignored (7 assumptions)

Total time: 33 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/ibm-j9-jdk7 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_51) - Build # 9131 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/9131/
Java: 64bit/jdk1.7.0_51 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:45326/collection2, http://127.0.0.1:33468/collection2, http://127.0.0.1:59351/collection2, http://127.0.0.1:33871/collection2, http://127.0.0.1:57925/collection2]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:45326/collection2, http://127.0.0.1:33468/collection2, http://127.0.0.1:59351/collection2, http://127.0.0.1:33871/collection2, http://127.0.0.1:57925/collection2]
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:640)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrServer(FullSolrCloudDistribCmdsTest.java:410)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:143)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: no servers hosting shard: 
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
	... 46 more




Build Log:
[...truncated 10430 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 463751 T1968 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 463755 T1968 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-FullSolrCloudDistribCmdsTest-1390660425302
   [junit4]   2> 463755 T1968 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 463755 T1969 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 463855 T1968 oasc.ZkTestServer.run start zk server on port:60858
   [junit4]   2> 463856 T1968 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 464008 T1975 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26a7f691 name:ZooKeeperConnection Watcher:127.0.0.1:60858 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 464009 T1968 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 464009 T1968 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 464014 T1968 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 464015 T1977 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b79894e name:ZooKeeperConnection Watcher:127.0.0.1:60858/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 464015 T1968 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 464015 T1968 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 464018 T1968 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 464021 T1968 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 464023 T1968 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 464025 T1968 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 464025 T1968 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 464029 T1968 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 464029 T1968 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 464032 T1968 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 464032 T1968 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 464035 T1968 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 464035 T1968 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 464038 T1968 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 464038 T1968 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 464040 T1968 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 464041 T1968 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 464043 T1968 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 464043 T1968 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 464047 T1968 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 464047 T1968 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 464049 T1968 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 464050 T1968 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 464052 T1968 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 464052 T1968 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 464054 T1968 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 464055 T1968 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 464124 T1968 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 464128 T1968 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33871
   [junit4]   2> 464128 T1968 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 464129 T1968 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 464129 T1968 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390660425604
   [junit4]   2> 464129 T1968 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390660425604/'
   [junit4]   2> 464145 T1968 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390660425604/solr.xml
   [junit4]   2> 464210 T1968 oasc.CoreContainer.<init> New CoreContainer 1354079005
   [junit4]   2> 464210 T1968 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390660425604/]
   [junit4]   2> 464212 T1968 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 464212 T1968 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 464212 T1968 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 464213 T1968 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 464213 T1968 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 464213 T1968 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 464213 T1968 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 464214 T1968 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 464214 T1968 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 464217 T1968 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 464218 T1968 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 464218 T1968 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 464218 T1968 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60858/solr
   [junit4]   2> 464219 T1968 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 464220 T1968 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 464222 T1989 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42dab650 name:ZooKeeperConnection Watcher:127.0.0.1:60858 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 464222 T1968 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 464225 T1968 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 464226 T1991 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@405f1607 name:ZooKeeperConnection Watcher:127.0.0.1:60858/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 464226 T1968 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 464228 T1968 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 464231 T1968 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 464234 T1968 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 464235 T1968 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33871_
   [junit4]   2> 464236 T1968 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33871_
   [junit4]   2> 464238 T1968 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 464239 T1968 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 464242 T1968 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 464244 T1968 oasc.Overseer.start Overseer (id=91138321632722947-127.0.0.1:33871_-n_0000000000) starting
   [junit4]   2> 464250 T1968 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 464253 T1993 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 464253 T1968 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 464254 T1993 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 464255 T1968 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 464257 T1968 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 464259 T1992 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 464261 T1994 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 464262 T1994 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 464264 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 464264 T1994 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 464265 T1992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 464266 T1992 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:33871",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:33871_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 464266 T1992 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 464266 T1992 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 464268 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 464268 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 465264 T1994 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 465264 T1994 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390660425604/collection1
   [junit4]   2> 465264 T1994 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 465265 T1994 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 465265 T1994 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 465266 T1994 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390660425604/collection1/'
   [junit4]   2> 465267 T1994 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390660425604/collection1/lib/classes/' to classloader
   [junit4]   2> 465267 T1994 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390660425604/collection1/lib/README' to classloader
   [junit4]   2> 465295 T1994 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 465326 T1994 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 465327 T1994 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 465332 T1994 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 465601 T1994 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 465603 T1994 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 465604 T1994 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 465611 T1994 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 465630 T1994 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 465630 T1994 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-controljetty-1390660425604/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/control/data/
   [junit4]   2> 465630 T1994 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c09191
   [junit4]   2> 465631 T1994 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/control/data
   [junit4]   2> 465631 T1994 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/control/data/index/
   [junit4]   2> 465631 T1994 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 465631 T1994 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/control/data/index
   [junit4]   2> 465632 T1994 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11399837331070409]
   [junit4]   2> 465632 T1994 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c22d753 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@47b4d50c),segFN=segments_1,generation=1}
   [junit4]   2> 465632 T1994 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 465634 T1994 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 465635 T1994 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 465635 T1994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 465635 T1994 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 465635 T1994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 465635 T1994 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 465636 T1994 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 465636 T1994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 465636 T1994 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 465636 T1994 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 465637 T1994 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 465637 T1994 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 465637 T1994 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 465637 T1994 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 465638 T1994 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 465638 T1994 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 465640 T1994 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 465642 T1994 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 465642 T1994 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 465643 T1994 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1136756479, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 465643 T1994 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c22d753 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@47b4d50c),segFN=segments_1,generation=1}
   [junit4]   2> 465644 T1994 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 465644 T1994 oass.SolrIndexSearcher.<init> Opening Searcher@908ef19 main
   [junit4]   2> 465646 T1995 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@908ef19 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 465646 T1994 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 465647 T1968 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 465647 T1968 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 465647 T1998 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33871 collection:control_collection shard:shard1
   [junit4]   2> 465648 T1968 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 465649 T1998 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 465650 T2000 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e1d2ae name:ZooKeeperConnection Watcher:127.0.0.1:60858/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 465650 T1968 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 465653 T1968 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 465655 T1998 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 465656 T1968 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 465659 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465660 T1998 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 465660 T1998 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C676 name=collection1 org.apache.solr.core.SolrCore@312b4ddf url=http://127.0.0.1:33871/collection1 node=127.0.0.1:33871_ C676_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:33871, core=collection1, node_name=127.0.0.1:33871_}
   [junit4]   2> 465661 T1998 C676 P33871 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33871/collection1/
   [junit4]   2> 465661 T1998 C676 P33871 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 465661 T1998 C676 P33871 oasc.SyncStrategy.syncToMe http://127.0.0.1:33871/collection1/ has no replicas
   [junit4]   2> 465661 T1992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 465661 T1998 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33871/collection1/ shard1
   [junit4]   2> 465662 T1998 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 465665 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465669 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465672 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465728 T1968 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 465728 T1968 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 465730 T1968 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57925
   [junit4]   2> 465730 T1968 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 465731 T1968 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 465731 T1968 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390660427203
   [junit4]   2> 465731 T1968 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390660427203/'
   [junit4]   2> 465741 T1968 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390660427203/solr.xml
   [junit4]   2> 465771 T1968 oasc.CoreContainer.<init> New CoreContainer 1478192444
   [junit4]   2> 465771 T1968 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390660427203/]
   [junit4]   2> 465772 T1968 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 465772 T1968 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 465772 T1968 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 465773 T1968 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 465773 T1968 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 465773 T1968 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 465773 T1968 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 465774 T1968 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 465774 T1968 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 465776 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 465776 T2000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 465776 T1968 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 465777 T1968 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 465777 T1968 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 465778 T1968 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60858/solr
   [junit4]   2> 465778 T1968 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 465779 T1968 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 465780 T2011 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@751ae7f9 name:ZooKeeperConnection Watcher:127.0.0.1:60858 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 465780 T1968 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 465783 T1968 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 465784 T2013 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47048ce0 name:ZooKeeperConnection Watcher:127.0.0.1:60858/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 465784 T1968 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 465787 T1968 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 465820 T1998 oasc.ZkController.register We are http://127.0.0.1:33871/collection1/ and leader is http://127.0.0.1:33871/collection1/
   [junit4]   2> 465820 T1998 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33871
   [junit4]   2> 465820 T1998 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 465820 T1998 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 465820 T1998 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 465822 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465822 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465822 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465822 T1998 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 465823 T1992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 465824 T1992 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:33871",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:33871_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 465826 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 465928 T2000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 465928 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 465928 T2013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 466790 T1968 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57925_
   [junit4]   2> 466792 T1968 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57925_
   [junit4]   2> 466795 T1991 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 466795 T2013 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 466795 T2000 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 466801 T2014 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 466801 T2014 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 466808 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 466808 T2014 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 466808 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 466809 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 466810 T1992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 466811 T1992 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57925",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57925_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 466811 T1992 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 466811 T1992 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 466814 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 466916 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 466917 T2013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 466917 T2000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 467809 T2014 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 467809 T2014 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390660427203/collection1
   [junit4]   2> 467809 T2014 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 467810 T2014 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 467810 T2014 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 467811 T2014 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390660427203/collection1/'
   [junit4]   2> 467812 T2014 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390660427203/collection1/lib/classes/' to classloader
   [junit4]   2> 467812 T2014 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390660427203/collection1/lib/README' to classloader
   [junit4]   2> 467841 T2014 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 467881 T2014 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 467883 T2014 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 467888 T2014 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 468168 T2014 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 468171 T2014 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 468173 T2014 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 468176 T2014 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 468198 T2014 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 468198 T2014 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty1-1390660427203/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty1/
   [junit4]   2> 468198 T2014 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c09191
   [junit4]   2> 468199 T2014 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty1
   [junit4]   2> 468199 T2014 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty1/index/
   [junit4]   2> 468199 T2014 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 468199 T2014 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty1/index
   [junit4]   2> 468199 T2014 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11399837331070409]
   [junit4]   2> 468200 T2014 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@777985e1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5a133d35),segFN=segments_1,generation=1}
   [junit4]   2> 468200 T2014 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 468203 T2014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 468203 T2014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 468203 T2014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 468203 T2014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 468204 T2014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 468204 T2014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 468204 T2014 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 468204 T2014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 468204 T2014 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 468205 T2014 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 468205 T2014 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 468205 T2014 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 468206 T2014 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 468206 T2014 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 468206 T2014 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 468207 T2014 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 468209 T2014 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 468211 T2014 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 468211 T2014 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 468212 T2014 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1136756479, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 468213 T2014 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@777985e1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5a133d35),segFN=segments_1,generation=1}
   [junit4]   2> 468213 T2014 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 468213 T2014 oass.SolrIndexSearcher.<init> Opening Searcher@6452ab68 main
   [junit4]   2> 468215 T2015 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6452ab68 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 468217 T2014 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 468217 T1968 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 468218 T1968 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 468217 T2018 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57925 collection:collection1 shard:shard3
   [junit4]   2> 468223 T2018 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 468230 T2018 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 468236 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468237 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468237 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468238 T2018 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 468238 T2018 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C677 name=collection1 org.apache.solr.core.SolrCore@51279627 url=http://127.0.0.1:57925/collection1 node=127.0.0.1:57925_ C677_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:57925, core=collection1, node_name=127.0.0.1:57925_}
   [junit4]   2> 468238 T2018 C677 P57925 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57925/collection1/
   [junit4]   2> 468238 T2018 C677 P57925 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 468239 T2018 C677 P57925 oasc.SyncStrategy.syncToMe http://127.0.0.1:57925/collection1/ has no replicas
   [junit4]   2> 468239 T1992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 468239 T2018 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57925/collection1/ shard3
   [junit4]   2> 468239 T2018 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 468244 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468247 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468250 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468320 T1968 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 468321 T1968 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 468323 T1968 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59351
   [junit4]   2> 468324 T1968 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 468324 T1968 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 468324 T1968 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390660429765
   [junit4]   2> 468324 T1968 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390660429765/'
   [junit4]   2> 468334 T1968 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390660429765/solr.xml
   [junit4]   2> 468353 T2013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 468353 T2000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 468354 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 468366 T1968 oasc.CoreContainer.<init> New CoreContainer 140626937
   [junit4]   2> 468366 T1968 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390660429765/]
   [junit4]   2> 468367 T1968 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 468367 T1968 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 468367 T1968 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 468368 T1968 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 468368 T1968 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 468368 T1968 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 468368 T1968 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 468368 T1968 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 468369 T1968 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 468371 T1968 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 468371 T1968 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 468371 T1968 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 468371 T1968 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60858/solr
   [junit4]   2> 468372 T1968 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 468372 T1968 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 468374 T2029 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c964cbb name:ZooKeeperConnection Watcher:127.0.0.1:60858 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 468374 T1968 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 468377 T1968 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 468378 T2031 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ef3e71b name:ZooKeeperConnection Watcher:127.0.0.1:60858/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 468378 T1968 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 468385 T1968 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 468399 T2018 oasc.ZkController.register We are http://127.0.0.1:57925/collection1/ and leader is http://127.0.0.1:57925/collection1/
   [junit4]   2> 468399 T2018 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57925
   [junit4]   2> 468399 T2018 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 468399 T2018 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 468399 T2018 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 468400 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468400 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468401 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468401 T2018 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 468402 T1992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 468403 T1992 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57925",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57925_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 468406 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 468562 T2000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 468562 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 468562 T2013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 468562 T2031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 469388 T1968 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59351_
   [junit4]   2> 469389 T1968 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59351_
   [junit4]   2> 469391 T2013 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 469391 T2000 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 469391 T1991 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 469391 T2031 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 469397 T2032 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 469397 T2032 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 469398 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 469398 T2032 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 469399 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 469399 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 469400 T1992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 469401 T1992 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59351",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59351_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 469401 T1992 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 469401 T1992 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 469404 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 469507 T2013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 469507 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 469507 T2031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 469507 T2000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 470399 T2032 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 470399 T2032 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390660429765/collection1
   [junit4]   2> 470399 T2032 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 470400 T2032 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 470400 T2032 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 470401 T2032 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390660429765/collection1/'
   [junit4]   2> 470402 T2032 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390660429765/collection1/lib/classes/' to classloader
   [junit4]   2> 470403 T2032 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390660429765/collection1/lib/README' to classloader
   [junit4]   2> 470448 T2032 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 470478 T2032 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 470479 T2032 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 470485 T2032 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 470750 T2032 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 470752 T2032 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 470753 T2032 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 470757 T2032 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 470778 T2032 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 470779 T2032 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty2-1390660429765/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty2/
   [junit4]   2> 470779 T2032 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c09191
   [junit4]   2> 470779 T2032 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty2
   [junit4]   2> 470779 T2032 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty2/index/
   [junit4]   2> 470780 T2032 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 470780 T2032 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty2/index
   [junit4]   2> 470780 T2032 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11399837331070409]
   [junit4]   2> 470781 T2032 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@98c31a3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6beb6fb8),segFN=segments_1,generation=1}
   [junit4]   2> 470781 T2032 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 470783 T2032 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 470784 T2032 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 470784 T2032 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 470784 T2032 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 470784 T2032 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 470784 T2032 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 470785 T2032 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 470785 T2032 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 470785 T2032 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 470786 T2032 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 470786 T2032 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 470786 T2032 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 470786 T2032 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 470787 T2032 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 470787 T2032 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 470787 T2032 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 470789 T2032 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 470791 T2032 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 470792 T2032 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 470792 T2032 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1136756479, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 470793 T2032 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@98c31a3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6beb6fb8),segFN=segments_1,generation=1}
   [junit4]   2> 470793 T2032 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 470793 T2032 oass.SolrIndexSearcher.<init> Opening Searcher@15ec47e0 main
   [junit4]   2> 470795 T2033 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15ec47e0 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 470797 T2032 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 470797 T1968 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 470798 T1968 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 470798 T2036 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59351 collection:collection1 shard:shard2
   [junit4]   2> 470799 T2036 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 470805 T2036 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 470807 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470807 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470808 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470808 T2036 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 470809 T2036 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C678 name=collection1 org.apache.solr.core.SolrCore@106bc8cb url=http://127.0.0.1:59351/collection1 node=127.0.0.1:59351_ C678_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:59351, core=collection1, node_name=127.0.0.1:59351_}
   [junit4]   2> 470809 T2036 C678 P59351 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59351/collection1/
   [junit4]   2> 470809 T2036 C678 P59351 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 470809 T2036 C678 P59351 oasc.SyncStrategy.syncToMe http://127.0.0.1:59351/collection1/ has no replicas
   [junit4]   2> 470809 T1992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 470809 T2036 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59351/collection1/ shard2
   [junit4]   2> 470809 T2036 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 470812 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470814 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470818 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 470879 T1968 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 470879 T1968 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 470881 T1968 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:32773
   [junit4]   2> 470882 T1968 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 470882 T1968 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 470882 T1968 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390660432345
   [junit4]   2> 470882 T1968 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390660432345/'
   [junit4]   2> 470902 T1968 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390660432345/solr.xml
   [junit4]   2> 470933 T1968 oasc.CoreContainer.<init> New CoreContainer 616601587
   [junit4]   2> 470933 T1968 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390660432345/]
   [junit4]   2> 470934 T1968 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 470934 T1968 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 470934 T1968 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 470934 T1968 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 470935 T1968 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 470935 T1968 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 470935 T1968 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 470935 T1968 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 470935 T1968 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 470937 T1968 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 470938 T1968 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 470938 T1968 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 470938 T1968 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60858/solr
   [junit4]   2> 470938 T1968 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 470939 T1968 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 470996 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 470996 T2000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 470996 T2031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 470996 T2013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 470999 T2047 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6037e55e name:ZooKeeperConnection Watcher:127.0.0.1:60858 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 470999 T1968 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 471003 T1968 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 471005 T2049 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c8cb75d name:ZooKeeperConnection Watcher:127.0.0.1:60858/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 471005 T1968 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 471011 T1968 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 471015 T2036 oasc.ZkController.register We are http://127.0.0.1:59351/collection1/ and leader is http://127.0.0.1:59351/collection1/
   [junit4]   2> 471016 T2036 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59351
   [junit4]   2> 471016 T2036 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 471016 T2036 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 471016 T2036 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 471018 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 471018 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 471019 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 471019 T2036 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 471021 T1992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 471022 T1992 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59351",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59351_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 471027 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 471129 T2000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 471130 T2049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 471130 T2013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 471129 T2031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 471130 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 472016 T1968 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32773_
   [junit4]   2> 472017 T1968 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32773_
   [junit4]   2> 472020 T2031 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 472020 T2049 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 472020 T2013 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 472020 T2000 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 472020 T1991 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 472026 T2050 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 472026 T2050 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 472028 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 472028 T2050 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 472028 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 472028 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 472029 T1992 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 472030 T1992 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:32773",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:32773_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 472030 T1992 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 472030 T1992 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 472033 T1991 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 472135 T2013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 472135 T1991 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 472135 T2049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 472135 T2000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 472135 T2031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 473028 T2050 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 473029 T2050 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390660432345/collection1
   [junit4]   2> 473029 T2050 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 473030 T2050 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 473030 T2050 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 473031 T2050 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390660432345/collection1/'
   [junit4]   2> 473031 T2050 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390660432345/collection1/lib/classes/' to classloader
   [junit4]   2> 473031 T2050 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390660432345/collection1/lib/README' to classloader
   [junit4]   2> 473060 T2050 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 473091 T2050 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 473093 T2050 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 473098 T2050 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 473369 T2050 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 473371 T2050 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 473372 T2050 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 473375 T2050 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 473410 T2050 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 473410 T2050 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-jetty3-1390660432345/collection1/, dataDir=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty3/
   [junit4]   2> 473411 T2050 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c09191
   [junit4]   2> 473411 T2050 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty3
   [junit4]   2> 473411 T2050 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty3/index/
   [junit4]   2> 473411 T2050 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 473412 T2050 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.FullSolrCloudDistribCmdsTest-1390660425302/jetty3/index
   [junit4]   2> 473412 T2050 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMe

[...truncated too long message...]

apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 542294 T2086 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard5/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 542295 T2086 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard2/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 542295 T2086 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard32/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 542296 T2086 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=fr_CA, timezone=Africa/Casablanca
   [junit4]   2> NOTE: Linux 3.8.0-35-generic amd64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=8,threads=1,free=223871096,total=414711808
   [junit4]   2> NOTE: All tests run in this JVM: [TestDefaultSearchFieldResource, RequestHandlersTest, CurrencyFieldXmlFileTest, TestQuerySenderListener, TestArbitraryIndexDir, SimplePostToolTest, AlternateDirectoryTest, OutputWriterTest, TestDynamicFieldCollectionResource, DirectSolrSpellCheckerTest, RAMDirectoryFactoryTest, TestFastWriter, TestUtils, TestAnalyzedSuggestions, TestDistributedSearch, TestMultiCoreConfBootstrap, TestIndexSearcher, TestDFRSimilarityFactory, DisMaxRequestHandlerTest, MigrateRouteKeyTest, SolrTestCaseJ4Test, HdfsRecoveryZkTest, TestStressReorder, ZkNodePropsTest, TestStressLucene, TestBinaryField, DirectSolrConnectionTest, TestRTGBase, UniqFieldsUpdateProcessorFactoryTest, TestCollationField, TestFiltering, SignatureUpdateProcessorFactoryTest, TestCollationKeyRangeQueries, SuggesterTSTTest, TestSweetSpotSimilarityFactory, TestSerializedLuceneMatchVersion, ConvertedLegacyTest, PrimUtilsTest, TestNoOpRegenerator, StressHdfsTest, TestPartialUpdateDeduplication, SuggestComponentTest, TestWordDelimiterFilterFactory, TestIndexingPerformance, SpellingQueryConverterTest, TestSchemaResource, BadIndexSchemaTest, TestReload, CoreMergeIndexesAdminHandlerTest, TestStressRecovery, TestFileDictionaryLookup, TestHashPartitioner, PingRequestHandlerTest, TestCodecSupport, TestCSVLoader, TestNumberUtils, TestCSVResponseWriter, TestSolrQueryParserDefaultOperatorResource, TestDistributedGrouping, TestDistribDocBasedVersion, TestFoldingMultitermQuery, TestOmitPositions, HighlighterConfigTest, BasicDistributedZk2Test, TestRecovery, TermVectorComponentDistributedTest, TestLazyCores, ChaosMonkeyNothingIsSafeTest, DefaultValueUpdateProcessorTest, NoCacheHeaderTest, SolrPluginUtilsTest, TestFuzzyAnalyzedSuggestions, TestUpdate, DocumentAnalysisRequestHandlerTest, NumericFieldsTest, SpellCheckComponentTest, TestFastOutputStream, SolrCoreCheckLockOnStartupTest, OpenCloseCoreStressTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed on J1 in 79.38s, 1 test, 1 error <<< FAILURES!

[...truncated 574 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:459: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:439: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1308: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:941: There were test failures: 355 suites, 1547 tests, 1 error, 35 ignored (7 assumptions)

Total time: 43 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_51 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure