You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/01/20 15:49:25 UTC

[JENKINS] Lucene-Solr-5.0-Linux (32bit/jdk1.7.0_72) - Build # 20 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.0-Linux/20/
Java: 32bit/jdk1.7.0_72 -client -XX:+UseG1GC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([DE313AA49B41687D]:0)


FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([DE313AA49B41687D]:0)


FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
timeout waiting to see all nodes active

Stack Trace:
java.lang.AssertionError: timeout waiting to see all nodes active
	at __randomizedtesting.SeedInfo.seed([DE313AA49B41687D:5FD7B4BCEC1E0841]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SyncSliceTest.waitTillAllNodesActive(SyncSliceTest.java:263)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:189)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:868)
	at sun.reflect.GeneratedMethodAccessor35.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9806 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/init-core-data-001
   [junit4]   2> 1537001 T8069 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 1537001 T8069 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1537005 T8069 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1537005 T8069 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1537006 T8070 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1537106 T8069 oasc.ZkTestServer.run start zk server on port:48211
   [junit4]   2> 1537106 T8069 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1537107 T8069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537110 T8077 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bb25aa name:ZooKeeperConnection Watcher:127.0.0.1:48211 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537111 T8069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1537112 T8069 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1537112 T8069 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1537116 T8069 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1537118 T8069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537119 T8080 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1004380 name:ZooKeeperConnection Watcher:127.0.0.1:48211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537120 T8069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1537121 T8069 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1537121 T8069 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1537125 T8069 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1537128 T8069 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1537131 T8069 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1537134 T8069 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1537135 T8069 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1537139 T8069 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1537140 T8069 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1537144 T8069 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1537145 T8069 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1537149 T8069 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1537150 T8069 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1537153 T8069 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1537154 T8069 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1537158 T8069 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1537158 T8069 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1537162 T8069 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1537163 T8069 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1537167 T8069 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1537168 T8069 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1537172 T8069 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1537173 T8069 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1537176 T8069 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1537177 T8069 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1537181 T8069 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1537182 T8069 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1537185 T8069 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1537187 T8069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537188 T8083 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dead64 name:ZooKeeperConnection Watcher:127.0.0.1:48211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537189 T8069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1537190 T8069 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1537461 T8069 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1537465 T8069 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1537466 T8069 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:34074
   [junit4]   2> 1537468 T8069 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@174d4c9
   [junit4]   2> 1537468 T8069 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1537469 T8069 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-002
   [junit4]   2> 1537469 T8069 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-002/'
   [junit4]   2> 1537485 T8069 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-002/solr.xml
   [junit4]   2> 1537528 T8069 oasc.CoreContainer.<init> New CoreContainer 24541840
   [junit4]   2> 1537529 T8069 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-002/]
   [junit4]   2> 1537529 T8069 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1537530 T8069 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1537530 T8069 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1537530 T8069 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1537531 T8069 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1537531 T8069 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1537531 T8069 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1537532 T8069 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1537532 T8069 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1537532 T8069 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1537532 T8069 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1537534 T8069 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1537535 T8069 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1537535 T8069 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1537535 T8069 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1537536 T8069 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48211/solr
   [junit4]   2> 1537536 T8069 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1537536 T8069 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1537537 T8069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537539 T8095 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f58db8 name:ZooKeeperConnection Watcher:127.0.0.1:48211 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537539 T8069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1537540 T8069 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1537542 T8069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537543 T8098 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@177be54 name:ZooKeeperConnection Watcher:127.0.0.1:48211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537544 T8069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1537546 T8069 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1537550 T8069 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1537554 T8069 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1537558 T8069 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1537563 T8069 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1537567 T8069 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1537569 T8069 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34074_
   [junit4]   2> 1537570 T8069 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34074_
   [junit4]   2> 1537574 T8069 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1537576 T8069 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1537579 T8069 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1537581 T8069 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:34074_
   [junit4]   2> 1537582 T8069 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1537585 T8069 oasc.Overseer.start Overseer (id=93176359432814596-127.0.0.1:34074_-n_0000000000) starting
   [junit4]   2> 1537589 T8069 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1537601 T8069 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1537603 T8100 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1537604 T8069 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1537608 T8069 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1537611 T8069 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1537617 T8099 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1537623 T8102 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1537623 T8102 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1537625 T8098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1537625 T8102 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1537629 T8099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 0, message = {
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "node_name":"127.0.0.1:34074_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:34074",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 0
   [junit4]   2> 1537631 T8099 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "node_name":"127.0.0.1:34074_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:34074",
   [junit4]   2> 	  "collection":"control_collection"}
   [junit4]   2> 1537632 T8099 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 1537632 T8099 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1537634 T8098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1538626 T8102 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1538626 T8102 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1538627 T8102 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1538628 T8102 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1538629 T8102 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1538630 T8102 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-002/collection1/'
   [junit4]   2> 1538631 T8102 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest%20DE313AA49B41687D-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1538632 T8102 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest%20DE313AA49B41687D-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1538632 T8102 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest%20DE313AA49B41687D-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1538655 T8102 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1538658 T8102 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1538664 T8102 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1538680 T8102 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1538711 T8102 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1538713 T8102 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1538721 T8102 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1538984 T8102 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1538989 T8102 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1538992 T8102 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1539005 T8102 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1539008 T8102 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1539012 T8102 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1539014 T8102 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1539014 T8102 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1539015 T8102 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1539016 T8102 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1539017 T8102 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1539017 T8102 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1539017 T8102 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1539018 T8102 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-002/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/control/data/
   [junit4]   2> 1539018 T8102 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19a20d0
   [junit4]   2> 1539019 T8102 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/control/data
   [junit4]   2> 1539019 T8102 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/control/data/index/
   [junit4]   2> 1539020 T8102 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1539020 T8102 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/control/data/index
   [junit4]   2> 1539021 T8102 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1071188455, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1539021 T8102 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@18b963f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1350a12),segFN=segments_1,generation=1}
   [junit4]   2> 1539022 T8102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1539026 T8102 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1539026 T8102 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1539026 T8102 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1539027 T8102 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1539027 T8102 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1539027 T8102 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1539027 T8102 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1539028 T8102 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1539028 T8102 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1539028 T8102 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1539029 T8102 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1539029 T8102 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1539030 T8102 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1539030 T8102 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 1539030 T8102 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 1539031 T8102 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 1539031 T8102 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 1539032 T8102 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 1539032 T8102 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 1539033 T8102 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 1539033 T8102 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 1539034 T8102 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 1539034 T8102 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 1539035 T8102 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 1539035 T8102 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 1539036 T8102 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1539036 T8102 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1539039 T8102 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1539041 T8102 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1539042 T8102 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1539043 T8102 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1539045 T8102 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1539046 T8102 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1539046 T8102 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1539047 T8102 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=204905897, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1539047 T8102 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@18b963f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1350a12),segFN=segments_1,generation=1}
   [junit4]   2> 1539048 T8102 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1539048 T8102 oass.SolrIndexSearcher.<init> Opening Searcher@15485b8[collection1] main
   [junit4]   2> 1539048 T8102 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1539049 T8102 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1539050 T8102 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1539050 T8102 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1539050 T8102 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1539051 T8102 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1539052 T8102 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1539052 T8102 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1539052 T8102 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1539052 T8102 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1539054 T8103 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15485b8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1539054 T8102 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1539055 T8106 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:34074 collection:control_collection shard:shard1
   [junit4]   2> 1539056 T8069 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1539056 T8069 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1539056 T8106 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1539060 T8069 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1539061 T8069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1539063 T8109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a9d17a name:ZooKeeperConnection Watcher:127.0.0.1:48211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1539064 T8106 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1539064 T8069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1539065 T8069 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1539065 T8098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1539066 T8106 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1539066 T8106 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1539066 T8069 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1539067 T8099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> ASYNC  NEW_CORE C3994 name=collection1 org.apache.solr.core.SolrCore@1c2fb92 url=https://127.0.0.1:34074/collection1 node=127.0.0.1:34074_ C3994_STATE=coll:control_collection core:collection1 props:{core=collection1, node_name=127.0.0.1:34074_, state=down, base_url=https://127.0.0.1:34074}
   [junit4]   2> 1539067 T8106 C3994 P34074 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:34074/collection1/
   [junit4]   2> 1539068 T8106 C3994 P34074 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1539068 T8106 C3994 P34074 oasc.SyncStrategy.syncToMe https://127.0.0.1:34074/collection1/ has no replicas
   [junit4]   2> 1539068 T8106 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:34074/collection1/ shard1
   [junit4]   2> 1539068 T8106 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1539069 T8069 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1539069 T8069 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 1539070 T8069 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1539071 T8069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1539072 T8112 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17d8e22 name:ZooKeeperConnection Watcher:127.0.0.1:48211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1539073 T8069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1539073 T8098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1539074 T8069 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1539075 T8099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:34074",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 1539078 T8099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "name":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "stateFormat":2} current state version: 1
   [junit4]   2> 1539079 T8099 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 1539080 T8098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1539080 T8109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1539085 T8113 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1539086 T8099 oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json
   [junit4]   2> 1539087 T8109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1539124 T8106 oasc.ZkController.register We are https://127.0.0.1:34074/collection1/ and leader is https://127.0.0.1:34074/collection1/
   [junit4]   2> 1539124 T8106 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:34074
   [junit4]   2> 1539125 T8106 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1539125 T8106 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1539125 T8106 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1539126 T8098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1539130 T8099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:34074_",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:34074",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 3
   [junit4]   2> 1539131 T8099 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:34074_",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:34074",
   [junit4]   2> 	  "collection":"control_collection"}
   [junit4]   2> 1539234 T8098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1539234 T8109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1539358 T8069 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1539358 T8069 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1539361 T8069 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1539362 T8069 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:32828
   [junit4]   2> 1539364 T8069 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@174d4c9
   [junit4]   2> 1539365 T8069 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1539365 T8069 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-003
   [junit4]   2> 1539365 T8069 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-003/'
   [junit4]   2> 1539380 T8069 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-003/solr.xml
   [junit4]   2> 1539414 T8069 oasc.CoreContainer.<init> New CoreContainer 7174778
   [junit4]   2> 1539414 T8069 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-003/]
   [junit4]   2> 1539415 T8069 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1539415 T8069 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1539416 T8069 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1539416 T8069 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1539416 T8069 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1539417 T8069 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1539417 T8069 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1539417 T8069 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1539417 T8069 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1539418 T8069 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1539418 T8069 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1539419 T8069 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1539421 T8069 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1539421 T8069 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1539421 T8069 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1539422 T8069 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48211/solr
   [junit4]   2> 1539422 T8069 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1539422 T8069 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1539423 T8069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1539424 T8125 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@182ea4 name:ZooKeeperConnection Watcher:127.0.0.1:48211 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1539424 T8069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1539425 T8069 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1539426 T8069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1539427 T8128 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ae36e1 name:ZooKeeperConnection Watcher:127.0.0.1:48211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1539428 T8069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1539432 T8069 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1540436 T8069 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32828_
   [junit4]   2> 1540438 T8069 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32828_
   [junit4]   2> 1540443 T8069 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1540452 T8129 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1540452 T8129 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1540455 T8098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1540456 T8129 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 1540456 T8099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "node_name":"127.0.0.1:32828_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:32828",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 1540456 T8129 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1540458 T8129 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 1540458 T8099 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "node_name":"127.0.0.1:32828_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:32828",
   [junit4]   2> 	  "collection":"collection1"}
   [junit4]   2> 1540459 T8099 oasco.ReplicaMutator.updateState Collection already exists with numShards=1
   [junit4]   2> 1540459 T8099 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1540460 T8129 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 1540460 T8129 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1540563 T8099 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 1540565 T8128 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1540565 T8128 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 1541461 T8129 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1541461 T8129 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1541462 T8129 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1541462 T8129 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1541463 T8129 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1541463 T8129 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-003/collection1/'
   [junit4]   2> 1541464 T8129 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest%20DE313AA49B41687D-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1541465 T8129 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest%20DE313AA49B41687D-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1541465 T8129 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest%20DE313AA49B41687D-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1541487 T8129 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1541490 T8129 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1541498 T8129 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1541514 T8129 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1541548 T8129 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1541550 T8129 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1541559 T8129 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1541807 T8129 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1541812 T8129 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1541814 T8129 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1541823 T8129 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1541826 T8129 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1541828 T8129 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1541829 T8129 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1541829 T8129 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1541829 T8129 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1541830 T8129 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1541830 T8129 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1541831 T8129 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1541831 T8129 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1541831 T8129 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-003/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/jetty1/
   [junit4]   2> 1541832 T8129 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19a20d0
   [junit4]   2> 1541832 T8129 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/jetty1
   [junit4]   2> 1541833 T8129 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/jetty1/index/
   [junit4]   2> 1541833 T8129 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1541833 T8129 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/jetty1/index
   [junit4]   2> 1541835 T8129 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1071188455, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1541835 T8129 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c6448d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1beaff2),segFN=segments_1,generation=1}
   [junit4]   2> 1541835 T8129 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1541838 T8129 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1541839 T8129 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1541839 T8129 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1541839 T8129 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1541840 T8129 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1541840 T8129 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1541841 T8129 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1541841 T8129 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1541841 T8129 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1541842 T8129 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1541843 T8129 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1541844 T8129 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1541845 T8129 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1541846 T8129 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 1541847 T8129 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 1541848 T8129 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 1541849 T8129 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 1541849 T8129 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 1541850 T8129 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 1541851 T8129 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 1541852 T8129 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 1541852 T8129 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 1541853 T8129 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 1541854 T8129 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 1541854 T8129 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 1541855 T8129 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1541856 T8129 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1541859 T8129 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1541860 T8129 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1541862 T8129 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1541863 T8129 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1541865 T8129 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1541866 T8129 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1541866 T8129 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1541868 T8129 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=204905897, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1541868 T8129 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c6448d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1beaff2),segFN=segments_1,generation=1}
   [junit4]   2> 1541869 T8129 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1541869 T8129 oass.SolrIndexSearcher.<init> Opening Searcher@9f7ce2[collection1] main
   [junit4]   2> 1541869 T8129 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1541870 T8129 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1541871 T8129 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1541871 T8129 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1541871 T8129 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1541872 T8129 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1541872 T8129 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1541872 T8129 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1541873 T8129 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1541873 T8129 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1541874 T8130 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9f7ce2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1541874 T8129 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1541875 T8133 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:32828 collection:collection1 shard:shard1
   [junit4]   2> 1541875 T8069 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1541876 T8069 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1541876 T8133 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1541884 T8133 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1541885 T8098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1541886 T8133 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1541886 T8133 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1541886 T8099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> ASYNC  NEW_CORE C3995 name=collection1 org.apache.solr.core.SolrCore@196bc1b url=https://127.0.0.1:32828/collection1 node=127.0.0.1:32828_ C3995_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:32828_, state=down, base_url=https://127.0.0.1:32828}
   [junit4]   2> 1541886 T8133 C3995 P32828 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:32828/collection1/
   [junit4]   2> 1541886 T8133 C3995 P32828 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1541887 T8133 C3995 P32828 oasc.SyncStrategy.syncToMe https://127.0.0.1:32828/collection1/ has no replicas
   [junit4]   2> 1541887 T8099 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 1
   [junit4]   2> 1541887 T8133 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:32828/collection1/ shard1
   [junit4]   2> 1541887 T8133 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1541887 T8128 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1541888 T8128 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 1541890 T8098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1541891 T8099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:32828",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 1541892 T8099 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 2
   [junit4]   2> 1541892 T8128 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1541893 T8128 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 1541954 T8133 oasc.ZkController.register We are https://127.0.0.1:32828/collection1/ and leader is https://127.0.0.1:32828/collection1/
   [junit4]   2> 1541954 T8133 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:32828
   [junit4]   2> 1541954 T8133 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1541954 T8133 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1541955 T8133 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1541956 T8098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1541958 T8099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:32828_",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:32828",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 1541959 T8099 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:32828_",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:32828",
   [junit4]   2> 	  "collection":"collection1"}
   [junit4]   2> 1541960 T8133 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 1541960 T8099 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 3
   [junit4]   2> 1541961 T8128 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1541962 T8128 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 1542257 T8069 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1542258 T8069 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1542262 T8069 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1542263 T8069 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:58750
   [junit4]   2> 1542266 T8069 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@174d4c9
   [junit4]   2> 1542266 T8069 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1542267 T8069 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-004
   [junit4]   2> 1542268 T8069 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-004/'
   [junit4]   2> 1542287 T8069 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-004/solr.xml
   [junit4]   2> 1542319 T8069 oasc.CoreContainer.<init> New CoreContainer 3275547
   [junit4]   2> 1542320 T8069 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-004/]
   [junit4]   2> 1542320 T8069 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1542321 T8069 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1542321 T8069 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1542321 T8069 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1542322 T8069 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1542322 T8069 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1542322 T8069 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1542323 T8069 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1542323 T8069 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1542323 T8069 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1542324 T8069 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1542325 T8069 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1542326 T8069 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1542326 T8069 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1542327 T8069 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1542327 T8069 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48211/solr
   [junit4]   2> 1542327 T8069 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1542328 T8069 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1542329 T8069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1542330 T8145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d36db7 name:ZooKeeperConnection Watcher:127.0.0.1:48211 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1542331 T8069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1542332 T8069 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1542334 T8069 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1542336 T8148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1401652 name:ZooKeeperConnection Watcher:127.0.0.1:48211/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1542336 T8069 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1542345 T8069 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1543352 T8069 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58750_
   [junit4]   2> 1543354 T8069 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58750_
   [junit4]   2> 1543362 T8069 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1543372 T8149 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1543372 T8149 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1543373 T8098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1543374 T8149 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 1543374 T8099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "node_name":"127.0.0.1:58750_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58750",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 1543375 T8149 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1543376 T8149 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 1543376 T8099 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "node_name":"127.0.0.1:58750_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58750",
   [junit4]   2> 	  "collection":"collection1"}
   [junit4]   2> 1543376 T8099 oasco.ReplicaMutator.updateState Collection already exists with numShards=1
   [junit4]   2> 1543377 T8099 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1543377 T8149 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 1543377 T8149 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1543378 T8099 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 4
   [junit4]   2> 1543378 T8148 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1543378 T8128 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1543379 T8148 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 1543379 T8128 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 1544378 T8149 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1544378 T8149 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1544379 T8149 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1544380 T8149 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1544381 T8149 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1544381 T8149 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-004/collection1/'
   [junit4]   2> 1544382 T8149 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest%20DE313AA49B41687D-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1544383 T8149 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest%20DE313AA49B41687D-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1544384 T8149 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest%20DE313AA49B41687D-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1544412 T8149 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1544415 T8149 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1544423 T8149 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1544447 T8149 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1544495 T8149 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1544497 T8149 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1544505 T8149 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1544811 T8149 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1544816 T8149 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1544819 T8149 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1544827 T8149 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1544830 T8149 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1544835 T8149 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1544836 T8149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1544836 T8149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1544837 T8149 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1544838 T8149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1544839 T8149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1544839 T8149 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1544840 T8149 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1544840 T8149 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-004/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/jetty2/
   [junit4]   2> 1544841 T8149 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19a20d0
   [junit4]   2> 1544842 T8149 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/jetty2
   [junit4]   2> 1544842 T8149 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/jetty2/index/
   [junit4]   2> 1544843 T8149 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1544843 T8149 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest DE313AA49B41687D-001/tempDir-001/jetty2/index
   [junit4]   2> 1544844 T8149 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1071188455, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1544845 T8149 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@34c2d8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e40680),segFN=segments_1,generation=1}
   [junit4]   2> 1544846 T8149 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1544850 T8149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1544851 T8149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1544851 T8149 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1544851 T8149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1544851 T8149 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1544852 T8149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1544852 T8149 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1544852 T8149 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1544853 T8149 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1544853 T8149 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1544854 T8149 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1544854 T8149 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1544855 T8149 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1544855 T8149 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 1544856 T8149 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 1544857 T8149 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 1544857 T8149 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 1544858 T8149 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 1544859 T8149 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 1544859 T8149 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 1544860 T8149 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 1544861 T8149 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 1544861 T8149 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 1544862 T8149 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 1544862 T8149 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 1544863 T8149 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1544864 T8149 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1544866 T8149 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1544867 T8149 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1544868 T8149 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1544870 T8149 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1544871 T8149 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1544872 T8149 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1544872 T8149 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1544873 T8149 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=204905897, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1544874 T8149 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@34c2d8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e40680),segFN=segments_1,generation=1}
   [junit4]   2> 1544874 T8149 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1544874 T8149 oass.SolrIndexSearcher.<init> Opening Searcher@1e73d1c[collection1] main
   [junit4]   2> 1544875 T8149 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1544876 T8149 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1544876 T8149 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1544876 T8149 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure

[...truncated too long message...]

       at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  26) Thread[id=4966, name=qtp19120212-4966 Selector0, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:82)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.selectNow(SelectorImpl.java:106)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:536)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  27) Thread[id=4964, name=coreZkRegister-2413-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  28) Thread[id=5721, name=zkCallback-662-thread-115, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]   2> 	        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2> 	        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]   2> 	        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  29) Thread[id=4949, name=qtp31916854-4949 Acceptor0 SelectChannelConnector@127.0.0.1:35145, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:102)
   [junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  30) Thread[id=4977, name=TEST-ChaosMonkeySafeLeaderTest.testDistribSearch-seed#[DE313AA49B41687D]-SendThread(127.0.0.1:42669), state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]   2> 	  31) Thread[id=4968, name=qtp19120212-4968 Acceptor0 SelectChannelConnector@127.0.0.1:49668, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:102)
   [junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {rnd_b=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Memory doPackFST= false), a_i=PostingsFormat(name=Memory doPackFST= false), a_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=FST50}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=es_SV, timezone=America/Argentina/Rio_Gallegos
   [junit4]   2> NOTE: Linux 3.13.0-43-generic i386/Oracle Corporation 1.7.0_72 (32-bit)/cpus=8,threads=36,free=116289520,total=367001600
   [junit4]   2> NOTE: All tests run in this JVM: [TestCollationFieldDocValues, TestTolerantSearch, TestUtils, CollectionsAPIDistributedZkTest, TestSolrDeletionPolicy1, ZkSolrClientTest, SampleTest, UpdateParamsTest, TestObjectReleaseTracker, DocValuesMissingTest, DeleteShardTest, ExternalFileFieldSortTest, FullSolrCloudDistribCmdsTest, FileBasedSpellCheckerTest, XsltUpdateRequestHandlerTest, BadIndexSchemaTest, ZkStateWriterTest, QueryEqualityTest, TestManagedSchemaFieldTypeResource, FileUtilsTest, TestDefaultSimilarityFactory, SolrRequestParserTest, DistributedTermsComponentTest, TestJmxMonitoredMap, SynonymTokenizerTest, CursorPagingTest, ShardRoutingCustomTest, BufferStoreTest, WordBreakSolrSpellCheckerTest, HdfsBasicDistributedZk2Test, TestSolrQueryParserDefaultOperatorResource, QueryParsingTest, CurrencyFieldOpenExchangeTest, SignatureUpdateProcessorFactoryTest, TestRandomFaceting, AsyncMigrateRouteKeyTest, LoggingHandlerTest, RAMDirectoryFactoryTest, TestBulkSchemaConcurrent, TestZkChroot, SpellCheckComponentTest, LeaderElectionIntegrationTest, FastVectorHighlighterTest, StressHdfsTest, TestSimpleQParserPlugin, TestFoldingMultitermQuery, TestLMJelinekMercerSimilarityFactory, TestValueSourceCache, TestCopyFieldCollectionResource, TestRecoveryHdfs, HdfsUnloadDistributedZkTest, DistributedQueryComponentCustomSortTest, DocExpirationUpdateProcessorFactoryTest, TestLFUCache, BasicZkTest, IndexSchemaTest, InfoHandlerTest, BadComponentTest, TestDistributedMissingSort, SolrCmdDistributorTest, TestSortingResponseWriter, TestDynamicFieldResource, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestBadConfig, TestBulkSchemaAPI, EchoParamsTest, TestTrie, SharedFSAutoReplicaFailoverUtilsTest, MBeansHandlerTest, ShardSplitTest, ReturnFieldsTest, DistributedSuggestComponentTest, TestSolrConfigHandlerCloud, BasicFunctionalityTest, TestSolr4Spatial, DistributedDebugComponentTest, TestRealTimeGet, OpenCloseCoreStressTest, TestReversedWildcardFilterFactory, SOLR749Test, MigrateRouteKeyTest, CollectionsAPIAsyncDistributedZkTest, TestInfoStreamLogging, ResponseLogComponentTest, AssignTest, PrimitiveFieldTypeTest, AutoCommitTest, SolrXmlInZkTest, TestPostingsSolrHighlighter, DistributedFacetPivotLargeTest, TestDocSet, TestCloudPivotFacet, TestRequestStatusCollectionAPI, DistributedQueryComponentOptimizationTest, CopyFieldTest, DocumentBuilderTest, TestExpandComponent, CloudExitableDirectoryReaderTest, URLClassifyProcessorTest, MergeStrategyTest, SimplePostToolTest, MoreLikeThisHandlerTest, TestRandomMergePolicy, ZkNodePropsTest, BlockCacheTest, TimeZoneUtilsTest, ConnectionManagerTest, TestSolrJ, TestSchemaSimilarityResource, ChaosMonkeySafeLeaderTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.seed=DE313AA49B41687D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_SV -Dtests.timezone=America/Argentina/Rio_Gallegos -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | ChaosMonkeySafeLeaderTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DE313AA49B41687D]:0)
   [junit4] Completed on J1 in 7223.96s, 1 test, 2 errors <<< FAILURES!

[...truncated 12 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/build.xml:529: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/build.xml:477: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/build.xml:61: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build.xml:190: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/common-build.xml:508: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/lucene/common-build.xml:1363: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/lucene/common-build.xml:970: There were test failures: 462 suites, 1872 tests, 1 suite-level error, 1 error, 1 failure, 47 ignored (21 assumptions)

Total time: 179 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.7.0_72 -client -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.0-Linux (64bit/jdk1.9.0-ea-b44) - Build # 21 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.0-Linux/21/
Java: 64bit/jdk1.9.0-ea-b44 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DistribCursorPagingTest

Error Message:
Some resources were not closed, shutdown, or released.

Stack Trace:
java.lang.AssertionError: Some resources were not closed, shutdown, or released.
	at __randomizedtesting.SeedInfo.seed([977E245638064905]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:189)
	at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:790)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testDistribSearch

Error Message:
Didn't see replicas [core_node1, core_node2] come up within 90000 ms! ClusterState: DocCollection(c8n_1x3_lf)={   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "core":"c8n_1x3_lf_shard1_replica1",           "base_url":"http://127.0.0.1:44525",           "node_name":"127.0.0.1:44525_",           "state":"recovering"},         "core_node2":{           "core":"c8n_1x3_lf_shard1_replica2",           "base_url":"http://127.0.0.1:60257",           "node_name":"127.0.0.1:60257_",           "state":"active",           "leader":"true"},         "core_node3":{           "core":"c8n_1x3_lf_shard1_replica3",           "base_url":"http://127.0.0.1:57206",           "node_name":"127.0.0.1:57206_",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Didn't see replicas [core_node1, core_node2] come up within 90000 ms! ClusterState: DocCollection(c8n_1x3_lf)={
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"c8n_1x3_lf_shard1_replica1",
          "base_url":"http://127.0.0.1:44525",
          "node_name":"127.0.0.1:44525_",
          "state":"recovering"},
        "core_node2":{
          "core":"c8n_1x3_lf_shard1_replica2",
          "base_url":"http://127.0.0.1:60257",
          "node_name":"127.0.0.1:60257_",
          "state":"active",
          "leader":"true"},
        "core_node3":{
          "core":"c8n_1x3_lf_shard1_replica3",
          "base_url":"http://127.0.0.1:57206",
          "node_name":"127.0.0.1:57206_",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false"}
	at __randomizedtesting.SeedInfo.seed([977E245638064905:1698AA4E4F592939]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.HttpPartitionTest.waitToSeeReplicasActive(HttpPartitionTest.java:548)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:182)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.doTest(LeaderFailoverAfterPartitionTest.java:50)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:868)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9085 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/init-core-data-001
   [junit4]   2> 84510 T474 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 84512 T474 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 84512 T474 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 84512 T475 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 84612 T474 oasc.ZkTestServer.run start zk server on port:52637
   [junit4]   2> 84613 T474 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 84614 T474 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 84630 T482 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25cf6fb8 name:ZooKeeperConnection Watcher:127.0.0.1:52637 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 84631 T474 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 84631 T474 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 84631 T474 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 84637 T474 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 84638 T474 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 84639 T485 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36edebfc name:ZooKeeperConnection Watcher:127.0.0.1:52637/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 84640 T474 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 84640 T474 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 84640 T474 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 84644 T474 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 84646 T474 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 84655 T474 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 84657 T474 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 84657 T474 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 84660 T474 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 84661 T474 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 84662 T474 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 84663 T474 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 84664 T474 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 84664 T474 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 84666 T474 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 84666 T474 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 84668 T474 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 84668 T474 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 84670 T474 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 84670 T474 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 84682 T474 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 84683 T474 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 84685 T474 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 84685 T474 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 84687 T474 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 84687 T474 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 84689 T474 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 84690 T474 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 84965 T474 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 84968 T474 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57153
   [junit4]   2> 84969 T474 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@58d25a40
   [junit4]   2> 84969 T474 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 84969 T474 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-002
   [junit4]   2> 84969 T474 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-002/'
   [junit4]   2> 84980 T474 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-002/solr.xml
   [junit4]   2> 84987 T474 oasc.CoreContainer.<init> New CoreContainer 829179388
   [junit4]   2> 84987 T474 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-002/]
   [junit4]   2> 84988 T474 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 84988 T474 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 84988 T474 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 84988 T474 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 84988 T474 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 84989 T474 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 84989 T474 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 84989 T474 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 84989 T474 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 84989 T474 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 84990 T474 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 84990 T474 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 84990 T474 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 84991 T474 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 84991 T474 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 84991 T474 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52637/solr
   [junit4]   2> 84991 T474 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 84991 T474 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 84992 T474 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 84994 T497 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20aa3c59 name:ZooKeeperConnection Watcher:127.0.0.1:52637 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 84994 T474 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 84995 T474 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 85006 T474 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 85008 T500 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70c267dc name:ZooKeeperConnection Watcher:127.0.0.1:52637/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 85008 T474 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 85009 T474 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 85011 T474 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 85013 T474 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 85014 T474 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 85016 T474 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 85017 T474 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 85018 T474 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57206_
   [junit4]   2> 85018 T474 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57206_
   [junit4]   2> 85020 T474 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 85021 T474 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 85022 T474 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 85023 T474 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:57206_
   [junit4]   2> 85023 T474 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 85026 T474 oasc.Overseer.start Overseer (id=93177736491827203-127.0.0.1:57206_-n_0000000000) starting
   [junit4]   2> 85028 T474 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 85033 T474 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 85047 T502 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 85047 T474 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 85049 T474 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 85050 T474 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 85053 T501 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 85054 T504 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 85054 T504 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 85055 T500 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 85055 T504 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 85060 T501 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 0, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57206",
   [junit4]   2> 	  "node_name":"127.0.0.1:57206_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 85060 T501 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57206",
   [junit4]   2> 	  "node_name":"127.0.0.1:57206_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 85061 T501 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 85061 T501 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 85063 T500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 86055 T504 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 86056 T504 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 86056 T504 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 86056 T504 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 86057 T504 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 86057 T504 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-002/collection1/'
   [junit4]   2> 86058 T504 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest%20977E245638064905-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 86058 T504 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest%20977E245638064905-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 86058 T504 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest%20977E245638064905-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 86068 T504 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 86070 T504 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 86078 T504 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 86082 T504 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 86089 T504 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 86091 T504 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 86094 T504 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 86176 T504 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 86179 T504 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 86180 T504 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 86188 T504 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 86190 T504 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 86192 T504 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 86193 T504 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 86193 T504 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 86193 T504 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 86194 T504 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 86194 T504 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 86194 T504 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 86194 T504 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 86194 T504 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-002/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/control/data/
   [junit4]   2> 86195 T504 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27366bae
   [junit4]   2> 86195 T504 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/control/data
   [junit4]   2> 86195 T504 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/control/data/index/
   [junit4]   2> 86195 T504 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 86196 T504 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/control/data/index
   [junit4]   2> 86196 T504 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=47.423828125, floorSegmentMB=2.1298828125, forceMergeDeletesPctAllowed=3.081930136009068, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11757519280532032
   [junit4]   2> 86196 T504 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@50a616d6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6abf5e42),segFN=segments_1,generation=1}
   [junit4]   2> 86197 T504 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 86199 T504 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 86199 T504 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 86199 T504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 86199 T504 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 86199 T504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 86200 T504 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 86200 T504 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 86200 T504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 86200 T504 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 86200 T504 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86201 T504 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86201 T504 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86201 T504 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86201 T504 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 86201 T504 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 86202 T504 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 86202 T504 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 86202 T504 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 86203 T504 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 86203 T504 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 86203 T504 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 86203 T504 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 86204 T504 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 86204 T504 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 86204 T504 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 86204 T504 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 86205 T504 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 86206 T504 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86207 T504 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86207 T504 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86208 T504 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86208 T504 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 86209 T504 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 86209 T504 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 86210 T504 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=55.6396484375, floorSegmentMB=0.337890625, forceMergeDeletesPctAllowed=6.295546447507309, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 86210 T504 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@50a616d6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6abf5e42),segFN=segments_1,generation=1}
   [junit4]   2> 86210 T504 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 86211 T504 oass.SolrIndexSearcher.<init> Opening Searcher@726b4f57[collection1] main
   [junit4]   2> 86211 T504 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 86212 T504 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 86212 T504 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 86212 T504 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 86212 T504 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 86212 T504 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 86213 T504 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 86213 T504 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 86213 T504 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 86213 T504 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 86214 T504 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 86214 T505 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@726b4f57[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 86214 T508 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57206 collection:control_collection shard:shard1
   [junit4]   2> 86215 T474 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 86215 T474 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 86215 T508 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 86217 T474 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 86217 T474 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 86219 T512 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a33b6f3 name:ZooKeeperConnection Watcher:127.0.0.1:52637/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 86219 T474 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 86219 T508 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 86219 T474 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 86220 T474 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 86220 T500 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 86221 T508 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 86221 T508 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C92 name=collection1 org.apache.solr.core.SolrCore@160c0d57 url=http://127.0.0.1:57206/collection1 node=127.0.0.1:57206_ C92_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:57206, node_name=127.0.0.1:57206_, state=down}
   [junit4]   2> 86221 T508 C92 P57206 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57206/collection1/
   [junit4]   2> 86221 T501 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 86221 T508 C92 P57206 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 86222 T508 C92 P57206 oasc.SyncStrategy.syncToMe http://127.0.0.1:57206/collection1/ has no replicas
   [junit4]   2> 86222 T508 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57206/collection1/ shard1
   [junit4]   2> 86222 T508 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 86224 T474 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 86239 T500 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 86240 T501 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57206",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 86342 T500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 86343 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 86390 T508 oasc.ZkController.register We are http://127.0.0.1:57206/collection1/ and leader is http://127.0.0.1:57206/collection1/
   [junit4]   2> 86390 T508 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57206
   [junit4]   2> 86390 T508 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 86390 T508 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 86391 T508 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 86392 T500 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 86393 T501 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57206",
   [junit4]   2> 	  "node_name":"127.0.0.1:57206_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 86394 T501 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57206",
   [junit4]   2> 	  "node_name":"127.0.0.1:57206_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 86470 T474 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 86471 T474 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 86472 T474 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50331
   [junit4]   2> 86473 T474 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@58d25a40
   [junit4]   2> 86473 T474 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 86474 T474 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-003
   [junit4]   2> 86474 T474 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-003/'
   [junit4]   2> 86485 T474 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-003/solr.xml
   [junit4]   2> 86492 T474 oasc.CoreContainer.<init> New CoreContainer 342568495
   [junit4]   2> 86492 T474 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-003/]
   [junit4]   2> 86492 T474 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 86493 T474 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 86493 T474 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 86493 T474 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 86493 T474 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 86494 T474 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 86494 T474 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 86494 T474 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 86494 T474 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 86494 T474 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 86494 T474 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 86495 T474 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 86495 T474 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 86495 T474 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 86496 T474 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 86496 T500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 86496 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 86496 T474 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52637/solr
   [junit4]   2> 86497 T474 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 86497 T474 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 86498 T474 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 86499 T524 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41244255 name:ZooKeeperConnection Watcher:127.0.0.1:52637 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 86499 T474 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 86500 T474 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 86502 T474 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 86511 T527 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30a986b6 name:ZooKeeperConnection Watcher:127.0.0.1:52637/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 86511 T474 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 86515 T474 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 87524 T474 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60257_
   [junit4]   2> 87525 T474 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60257_
   [junit4]   2> 87528 T474 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 87531 T528 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 87531 T528 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 87532 T500 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 87532 T528 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 87533 T501 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60257",
   [junit4]   2> 	  "node_name":"127.0.0.1:60257_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 87533 T501 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60257",
   [junit4]   2> 	  "node_name":"127.0.0.1:60257_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 87533 T501 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 87534 T501 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 87636 T500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 87636 T527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 87636 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 88532 T528 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 88533 T528 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 88533 T528 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 88533 T528 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 88534 T528 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 88534 T528 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-003/collection1/'
   [junit4]   2> 88535 T528 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest%20977E245638064905-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 88535 T528 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest%20977E245638064905-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 88535 T528 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest%20977E245638064905-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 88560 T528 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 88562 T528 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 88568 T528 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 88573 T528 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 88582 T528 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 88583 T528 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 88587 T528 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 88664 T528 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 88668 T528 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 88669 T528 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 88676 T528 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 88678 T528 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 88680 T528 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 88681 T528 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 88681 T528 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 88682 T528 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 88682 T528 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 88682 T528 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 88683 T528 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 88683 T528 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 88683 T528 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-003/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/jetty1/
   [junit4]   2> 88683 T528 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27366bae
   [junit4]   2> 88684 T528 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/jetty1
   [junit4]   2> 88684 T528 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/jetty1/index/
   [junit4]   2> 88684 T528 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 88685 T528 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/jetty1/index
   [junit4]   2> 88685 T528 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=47.423828125, floorSegmentMB=2.1298828125, forceMergeDeletesPctAllowed=3.081930136009068, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11757519280532032
   [junit4]   2> 88686 T528 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@28edf27f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2d9fa890),segFN=segments_1,generation=1}
   [junit4]   2> 88686 T528 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 88689 T528 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 88689 T528 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 88689 T528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 88690 T528 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 88690 T528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 88690 T528 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 88690 T528 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 88690 T528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 88690 T528 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 88691 T528 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 88691 T528 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 88691 T528 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 88692 T528 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 88692 T528 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 88692 T528 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 88693 T528 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 88693 T528 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 88693 T528 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 88694 T528 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 88694 T528 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 88694 T528 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 88695 T528 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 88695 T528 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 88695 T528 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 88695 T528 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 88696 T528 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 88700 T528 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 88701 T528 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 88702 T528 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 88702 T528 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 88703 T528 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 88703 T528 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 88704 T528 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 88704 T528 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 88705 T528 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=55.6396484375, floorSegmentMB=0.337890625, forceMergeDeletesPctAllowed=6.295546447507309, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 88706 T528 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@28edf27f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2d9fa890),segFN=segments_1,generation=1}
   [junit4]   2> 88706 T528 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 88706 T528 oass.SolrIndexSearcher.<init> Opening Searcher@14e35255[collection1] main
   [junit4]   2> 88706 T528 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 88707 T528 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 88707 T528 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 88708 T528 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 88708 T528 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 88708 T528 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 88708 T528 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 88709 T528 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 88709 T528 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 88709 T528 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 88709 T529 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14e35255[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 88710 T528 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 88710 T532 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60257 collection:collection1 shard:shard2
   [junit4]   2> 88711 T474 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 88711 T474 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 88711 T532 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 88720 T532 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 88721 T500 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 88722 T501 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 88722 T532 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 88722 T532 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C93 name=collection1 org.apache.solr.core.SolrCore@709de822 url=http://127.0.0.1:60257/collection1 node=127.0.0.1:60257_ C93_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:60257, node_name=127.0.0.1:60257_, state=down}
   [junit4]   2> 88722 T532 C93 P60257 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60257/collection1/
   [junit4]   2> 88723 T532 C93 P60257 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 88723 T532 C93 P60257 oasc.SyncStrategy.syncToMe http://127.0.0.1:60257/collection1/ has no replicas
   [junit4]   2> 88723 T532 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60257/collection1/ shard2
   [junit4]   2> 88723 T532 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 88726 T500 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 88726 T501 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60257",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 88828 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 88829 T527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 88828 T500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 88876 T532 oasc.ZkController.register We are http://127.0.0.1:60257/collection1/ and leader is http://127.0.0.1:60257/collection1/
   [junit4]   2> 88877 T532 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60257
   [junit4]   2> 88877 T532 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 88877 T532 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 88877 T532 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 88878 T500 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 88879 T501 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60257",
   [junit4]   2> 	  "node_name":"127.0.0.1:60257_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 88879 T501 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60257",
   [junit4]   2> 	  "node_name":"127.0.0.1:60257_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 88936 T474 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 88937 T474 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 88939 T474 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41590
   [junit4]   2> 88940 T474 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@58d25a40
   [junit4]   2> 88940 T474 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 88941 T474 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-004
   [junit4]   2> 88941 T474 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-004/'
   [junit4]   2> 88951 T474 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-004/solr.xml
   [junit4]   2> 88958 T474 oasc.CoreContainer.<init> New CoreContainer 470231732
   [junit4]   2> 88959 T474 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-004/]
   [junit4]   2> 88959 T474 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 88959 T474 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 88959 T474 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 88960 T474 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 88960 T474 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 88960 T474 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 88960 T474 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 88960 T474 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 88960 T474 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 88961 T474 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 88961 T474 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 88961 T474 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 88961 T474 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 88962 T474 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 88962 T474 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 88962 T474 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52637/solr
   [junit4]   2> 88962 T474 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 88963 T474 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 88963 T474 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 88965 T545 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@534dc543 name:ZooKeeperConnection Watcher:127.0.0.1:52637 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 88966 T474 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 88966 T474 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 88968 T474 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 88969 T548 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27f76dd3 name:ZooKeeperConnection Watcher:127.0.0.1:52637/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 88970 T474 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 88973 T474 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 88982 T500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 88982 T527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 88982 T548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 88982 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 89976 T474 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49026_
   [junit4]   2> 89977 T474 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49026_
   [junit4]   2> 89979 T474 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 89982 T549 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 89982 T549 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 89983 T549 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 89983 T500 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 89984 T501 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49026",
   [junit4]   2> 	  "node_name":"127.0.0.1:49026_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 6
   [junit4]   2> 89984 T501 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49026",
   [junit4]   2> 	  "node_name":"127.0.0.1:49026_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 89984 T501 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 89984 T501 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 90087 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 90087 T527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 90087 T548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 90087 T500 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 90983 T549 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 90983 T549 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 90984 T549 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 90984 T549 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 90985 T549 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 90985 T549 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-004/collection1/'
   [junit4]   2> 90985 T549 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest%20977E245638064905-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 90986 T549 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest%20977E245638064905-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 90986 T549 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest%20977E245638064905-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 90996 T549 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 90997 T549 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 91003 T549 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 91008 T549 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 91017 T549 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 91018 T549 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 91023 T549 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 91105 T549 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 91109 T549 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 91110 T549 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 91128 T549 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 91130 T549 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 91132 T549 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 91133 T549 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 91133 T549 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 91134 T549 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 91134 T549 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 91135 T549 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 91135 T549 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 91135 T549 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 91135 T549 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-004/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/jetty2/
   [junit4]   2> 91135 T549 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27366bae
   [junit4]   2> 91136 T549 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/jetty2
   [junit4]   2> 91136 T549 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/jetty2/index/
   [junit4]   2> 91136 T549 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 91136 T549 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest 977E245638064905-001/tempDir-001/jetty2/index
   [junit4]   2> 91136 T549 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=47.423828125, floorSegmentMB=2.1298828125, forceMergeDeletesPctAllowed=3.081930136009068, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11757519280532032
   [junit4]   2> 91137 T549 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4047dc06 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2ba21e8e),segFN=segments_1,generation=1}
   [junit4]   2> 91137 T549 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 91140 T549 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 91140 T549 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 91140 T549 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 91140 T549 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 91141 T549 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 91141 T549 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 91141 T549 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 91141 T549 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 91141 T549 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 91142 T549 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 91142 T549 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 91142 T549 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 91143 T549 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 91143 T549 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 91143 T549 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 91144 T549 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 91144 T549 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 91144 T549 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 91145 T549 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 91145 T549 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 91145 T549 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 91146 T549 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 91146 T549 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 91146 T549 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 91146 T549 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 91147 T549 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 91147 T549 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 91149 T549 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 91149 T549 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 91150 T549 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 91151 T549 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 91151 T549 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 91152 T549 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 91152 T549 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 91153 T549 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=55.6396484375, floorSegmentMB=0.337890625, forceMergeDeletesPctAllowed=6.295546447507309, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 91153 T549 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4047dc06 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2ba21e8e),segFN=segments_1,generation=1}
   [junit4]   2> 91153 T549 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 91153 T549 oass.SolrIndexSearcher.<init> Opening Searcher@27389fa2[collection1] main
   [junit4]   2> 91154 T549 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 91154 T549 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 91155 T549 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 91155 T549 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 91155 T549 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 91155 T549 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 91155 T549 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 91156 T549 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [ju

[...truncated too long message...]

	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:144)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2006)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:781)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:417)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:204)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:953)
   [junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:1014)
   [junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:953)
   [junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
   [junit4]   2> 	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
   [junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
   [junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=nl_NL, timezone=Asia/Nicosia
   [junit4]   2> NOTE: Linux 3.13.0-43-generic amd64/Oracle Corporation 1.9.0-ea (64-bit)/cpus=8,threads=1,free=296943320,total=407896064
   [junit4]   2> NOTE: All tests run in this JVM: [OverseerStatusTest, DistributedFacetPivotLongTailTest, ShardRoutingTest, SolrIndexSplitterTest, TestSchemaNameResource, TestDFRSimilarityFactory, TestCursorMarkWithoutUniqueKey, LukeRequestHandlerTest, TestWriterPerf, ShowFileRequestHandlerTest, TestOverriddenPrefixQueryForCustomFieldType, TestCodecSupport, ConnectionManagerTest, SimpleFacetsTest, DistributedQueryElevationComponentTest, QueryElevationComponentTest, TestSearcherReuse, SolrCoreTest, TestStressUserVersions, SyncSliceTest, TestTolerantSearch, TestCSVResponseWriter, TestOmitPositions, ZkStateWriterTest, ClusterStateTest, TestManagedSchemaFieldTypeResource, ExitableDirectoryReaderTest, AssignTest, DocExpirationUpdateProcessorFactoryTest, TestSolrCoreProperties, SolrCoreCheckLockOnStartupTest, HttpPartitionTest, FieldAnalysisRequestHandlerTest, TestQueryTypes, TestChildDocTransformer, RecoveryZkTest, CollectionsAPIAsyncDistributedZkTest, TestCloudSchemaless, DateMathParserTest, CursorPagingTest, AnalysisAfterCoreReloadTest, TestSolrXmlPersistor, CacheHeaderTest, TestRandomDVFaceting, TestSweetSpotSimilarityFactory, TestReplicationHandler, BufferStoreTest, TestGroupingSearch, TestWordDelimiterFilterFactory, IndexSchemaRuntimeFieldTest, OpenExchangeRatesOrgProviderTest, TestPartialUpdateDeduplication, TestRestManager, DeleteReplicaTest, CustomCollectionTest, CloudExitableDirectoryReaderTest, TestSolrQueryParserDefaultOperatorResource, TestFastOutputStream, TestAnalyzeInfixSuggestions, HdfsBasicDistributedZk2Test, HighlighterConfigTest, OutputWriterTest, CloudMLTQParserTest, TestFieldCollectionResource, TestSolrDeletionPolicy2, ZkControllerTest, OverseerTest, TestQuerySenderNoQuery, CircularListTest, DOMUtilTest, HdfsDirectoryFactoryTest, TestReplicationHandlerBackup, SpatialRPTFieldTypeTest, DeleteInactiveReplicaTest, SuggesterTest, ZkCLITest, TestOrdValues, TestManagedStopFilterFactory, TestQuerySenderListener, AnalyticsMergeStrategyTest, TestPhraseSuggestions, TestInitParams, PrimUtilsTest, ResourceLoaderTest, TestBinaryResponseWriter, TestUpdate, TestDistributedSearch, TestStressRecovery, SaslZkACLProviderTest, TestCloudManagedSchema, TestAtomicUpdateErrorCases, TestDynamicFieldCollectionResource, TestMiniSolrCloudCluster, DefaultValueUpdateProcessorTest, TestCopyFieldCollectionResource, RequiredFieldsTest, CachingDirectoryFactoryTest, SolrTestCaseJ4Test, TestCollapseQParserPlugin, HardAutoCommitTest, TestBinaryField, PathHierarchyTokenizerFactoryTest, DistributedSuggestComponentTest, TestFieldTypeResource, TestSerializedLuceneMatchVersion, JSONWriterTest, NumericFieldsTest, TestRandomMergePolicy, TestConfigReload, TestComplexPhraseQParserPlugin, ClusterStateUpdateTest, DeleteShardTest, DistributedQueueTest, RequestHandlersTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, TestRandomFaceting, ZkSolrClientTest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressReorder, DistributedTermsComponentTest, TestCoreContainer, SolrCmdDistributorTest, PeerSyncTest, TestFunctionQuery, TestLazyCores, DirectUpdateHandlerTest, TestIndexSearcher, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, TestStressLucene, SuggesterWFSTTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, SortByFunctionTest, SolrInfoMBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, DocumentBuilderTest, TestIndexingPerformance, TestArbitraryIndexDir, LoggingHandlerTest, IndexSchemaTest, TestCollationField, TestAnalyzedSuggestions, JsonLoaderTest, CSVRequestHandlerTest, CoreContainerCoreInitFailuresTest, AlternateDirectoryTest, ResponseLogComponentTest, SolrIndexConfigTest, TestMergePolicyConfig, TestSearchPerf, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestXIncludeConfig, EchoParamsTest, TestIBSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TestFastLRUCache, TestSystemIdResolver, SpellingQueryConverterTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, SliceStateTest, FileUtilsTest, DistributedIntervalFacetingTest, DeleteLastCustomShardedReplicaTest, DistribCursorPagingTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistribCursorPagingTest -Dtests.seed=977E245638064905 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nl_NL -Dtests.timezone=Asia/Nicosia -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | DistribCursorPagingTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Some resources were not closed, shutdown, or released.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([977E245638064905]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:189)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed on J0 in 45.86s, 1 test, 1 failure <<< FAILURES!

[...truncated 301 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/build.xml:529: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/build.xml:477: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/build.xml:61: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/build.xml:190: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/solr/common-build.xml:508: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/lucene/common-build.xml:1363: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-5.0-Linux/lucene/common-build.xml:970: There were test failures: 462 suites, 1872 tests, 1 suite-level error, 1 failure, 47 ignored (21 assumptions)

Total time: 63 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.9.0-ea-b44 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any