You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/04/06 17:06:35 UTC

[JENKINS] Lucene-Solr-5.x-Linux (64bit/jdk1.7.0_80-ea-b05) - Build # 12050 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/12050/
Java: 64bit/jdk1.7.0_80-ea-b05 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.handler.TestReqParamsAPI.test

Error Message:
Could not get expected value  'P val' for path 'response/params/y/p' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "response":{     "znodeVersion":0,     "params":{"x":{         "a":"A val",         "b":"B val",         "":{"v":0}}}}}

Stack Trace:
java.lang.AssertionError: Could not get expected value  'P val' for path 'response/params/y/p' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "response":{
    "znodeVersion":0,
    "params":{"x":{
        "a":"A val",
        "b":"B val",
        "":{"v":0}}}}}
	at __randomizedtesting.SeedInfo.seed([B8E62DDADB0CFFAD:30B2120075F09255]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:405)
	at org.apache.solr.handler.TestReqParamsAPI.testReqParams(TestReqParamsAPI.java:224)
	at org.apache.solr.handler.TestReqParamsAPI.test(TestReqParamsAPI.java:71)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10570 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReqParamsAPI
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/init-core-data-001
   [junit4]   2> 1307529 T6920 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 1307529 T6920 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1307532 T6920 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1307533 T6921 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1307633 T6920 oasc.ZkTestServer.run start zk server on port:47460
   [junit4]   2> 1307633 T6920 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1307634 T6920 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1307637 T6928 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3fd79484 name:ZooKeeperConnection Watcher:127.0.0.1:47460 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1307637 T6920 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1307637 T6920 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1307637 T6920 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1307640 T6920 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1307640 T6920 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1307641 T6931 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2137bf2f name:ZooKeeperConnection Watcher:127.0.0.1:47460/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1307641 T6920 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1307642 T6920 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1307642 T6920 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1307643 T6920 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1307643 T6920 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1307644 T6920 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1307645 T6920 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1307645 T6920 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1307646 T6920 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1307647 T6920 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1307648 T6920 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1307648 T6920 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1307649 T6920 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1307649 T6920 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1307650 T6920 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1307650 T6920 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1307651 T6920 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1307651 T6920 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1307652 T6920 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1307652 T6920 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1307653 T6920 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1307653 T6920 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1307654 T6920 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1307654 T6920 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1307655 T6920 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1307655 T6920 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1307656 T6920 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1307656 T6920 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1307704 T6920 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores/collection1
   [junit4]   2> 1307705 T6920 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1307709 T6920 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60507
   [junit4]   2> 1307709 T6920 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores, hostContext=/, hostPort=60507, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/tempDir-001/control/data}
   [junit4]   2> 1307710 T6920 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@565b540e
   [junit4]   2> 1307710 T6920 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/'
   [junit4]   2> 1307725 T6920 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/solr.xml
   [junit4]   2> 1307733 T6920 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores
   [junit4]   2> 1307734 T6920 oasc.CoreContainer.<init> New CoreContainer 215040621
   [junit4]   2> 1307734 T6920 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/]
   [junit4]   2> 1307734 T6920 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/lib
   [junit4]   2> 1307734 T6920 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/lib).
   [junit4]   2> 1307739 T6920 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1307739 T6920 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1307739 T6920 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1307739 T6920 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1307740 T6920 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1307740 T6920 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1307740 T6920 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1307740 T6920 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1307740 T6920 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1307740 T6920 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1307741 T6920 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1307741 T6920 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1307742 T6920 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1307742 T6920 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1307742 T6920 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1307742 T6920 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47460/solr
   [junit4]   2> 1307743 T6920 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1307743 T6920 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1307743 T6920 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1307744 T6943 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38d5bbe name:ZooKeeperConnection Watcher:127.0.0.1:47460 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1307745 T6920 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1307745 T6920 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1307746 T6920 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1307747 T6946 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64bb2d19 name:ZooKeeperConnection Watcher:127.0.0.1:47460/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1307747 T6920 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1307748 T6920 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1307749 T6920 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1307749 T6920 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1307750 T6920 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1307751 T6920 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1307752 T6920 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1307753 T6920 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1307753 T6920 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1307754 T6920 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60507_
   [junit4]   2> 1307754 T6920 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60507_
   [junit4]   2> 1307755 T6920 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1307756 T6920 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1307756 T6920 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1307757 T6920 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:60507_
   [junit4]   2> 1307757 T6920 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1307758 T6920 oasc.Overseer.start Overseer (id=93607207057293315-127.0.0.1:60507_-n_0000000000) starting
   [junit4]   2> 1307759 T6920 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1307761 T6920 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1307762 T6920 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1307762 T6948 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1307762 T6947 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1307764 T6920 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores
   [junit4]   2> 1307765 T6920 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {coreNodeName=, config=solrconfig.xml, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores/collection1/, transient=false, dataDir=data/, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores/collection1, loadOnStartup=true, schema=schema.xml, collection=control_collection, shard=, name=collection1}
   [junit4]   2> 1307765 T6920 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores/collection1/
   [junit4]   2> 1307765 T6920 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1307766 T6950 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1307766 T6950 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1307766 T6950 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1307766 T6946 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1307767 T6947 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60507_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60507",
   [junit4]   2> 	  "core":"collection1"} current state version: 0
   [junit4]   2> 1307767 T6947 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60507_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60507",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 1307767 T6947 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 1307767 T6947 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1307768 T6946 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1308766 T6950 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1308767 T6950 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1308767 T6950 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1308767 T6950 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1308767 T6950 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1308767 T6950 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores/collection1/'
   [junit4]   2> 1308778 T6950 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1308779 T6950 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1308783 T6950 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1308824 T6950 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 1308842 T6950 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1308843 T6950 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1308848 T6950 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1308994 T6950 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1308999 T6950 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1309001 T6950 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1309005 T6950 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1309007 T6950 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1309008 T6950 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1309008 T6950 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1309009 T6950 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1309009 T6950 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1309009 T6950 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1309009 T6950 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1309009 T6950 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1309009 T6950 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1309010 T6950 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores/collection1/data/
   [junit4]   2> 1309010 T6950 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28cd2f5
   [junit4]   2> 1309010 T6950 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores/collection1/data
   [junit4]   2> 1309010 T6950 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1309010 T6950 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1309011 T6950 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/control-001/cores/collection1/data/index
   [junit4]   2> 1309011 T6950 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1309011 T6950 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@b81c60b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74f10213),segFN=segments_1,generation=1}
   [junit4]   2> 1309012 T6950 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1309016 T6950 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1309016 T6950 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1309016 T6950 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1309017 T6950 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1309017 T6950 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1309017 T6950 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1309017 T6950 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1309017 T6950 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1309017 T6950 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1309019 T6950 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1309020 T6950 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1309020 T6950 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1309021 T6950 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1309024 T6950 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: standard,/admin/ping,/admin/luke,/admin/segments,/update/csv,/get,/config,/replication,/update/json/docs,/update,/admin/threads,/admin/system,/admin/properties,/update/json,/schema,/admin/mbeans,/admin/logging,/admin/plugins,/admin/file
   [junit4]   2> 1309025 T6950 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1309026 T6950 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1309026 T6950 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 1309026 T6950 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1309026 T6950 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1309026 T6950 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=40.6982421875, floorSegmentMB=1.8603515625, forceMergeDeletesPctAllowed=19.692398984523027, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1309027 T6950 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@b81c60b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74f10213),segFN=segments_1,generation=1}
   [junit4]   2> 1309027 T6950 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1309027 T6950 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@7aed058b[collection1] main
   [junit4]   2> 1309027 T6950 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1309028 T6950 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1309028 T6950 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1309028 T6950 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1309028 T6950 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1309028 T6950 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1309029 T6950 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1309029 T6950 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1309029 T6950 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1309029 T6950 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1309029 T6951 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7aed058b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1309030 T6950 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1309030 T6954 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60507 collection:control_collection shard:shard1
   [junit4]   2> 1309030 T6920 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1309031 T6920 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1309031 T6954 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1309032 T6920 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1309032 T6920 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1309033 T6954 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1309033 T6957 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@601c11d4 name:ZooKeeperConnection Watcher:127.0.0.1:47460/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1309033 T6920 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1309034 T6946 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1309034 T6920 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1309034 T6954 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1309034 T6947 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 1309034 T6920 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1309034 T6954 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1326 name=collection1 org.apache.solr.core.SolrCore@612511f1 url=http://127.0.0.1:60507/collection1 node=127.0.0.1:60507_ C1326_STATE=coll:control_collection core:collection1 props:{node_name=127.0.0.1:60507_, state=down, base_url=http://127.0.0.1:60507, core=collection1}
   [junit4]   2> 1309034 T6954 C:control_collection S:shard1 C1326 P60507 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60507/collection1/
   [junit4]   2> 1309034 T6954 C:control_collection S:shard1 C1326 P60507 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1309035 T6954 C:control_collection S:shard1 C1326 P60507 oasc.SyncStrategy.syncToMe http://127.0.0.1:60507/collection1/ has no replicas
   [junit4]   2> 1309035 T6954 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60507/collection1/ shard1
   [junit4]   2> 1309035 T6954 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1309035 T6920 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1309036 T6946 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1309037 T6947 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60507",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 1309082 T6920 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores/collection1
   [junit4]   2> 1309083 T6920 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001
   [junit4]   2> 1309083 T6920 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1309084 T6920 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57594
   [junit4]   2> 1309085 T6920 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solrconfig=solrconfig.xml, hostPort=57594, hostContext=/, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/tempDir-001/jetty1}
   [junit4]   2> 1309085 T6920 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@565b540e
   [junit4]   2> 1309086 T6920 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/'
   [junit4]   2> 1309100 T6920 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/solr.xml
   [junit4]   2> 1309107 T6920 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores
   [junit4]   2> 1309108 T6920 oasc.CoreContainer.<init> New CoreContainer 1634127809
   [junit4]   2> 1309108 T6920 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/]
   [junit4]   2> 1309108 T6920 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/lib
   [junit4]   2> 1309108 T6920 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/lib).
   [junit4]   2> 1309113 T6920 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1309113 T6920 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1309113 T6920 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1309113 T6920 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1309113 T6920 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1309113 T6920 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1309113 T6920 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1309114 T6920 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1309114 T6920 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1309114 T6920 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1309114 T6920 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1309115 T6920 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1309115 T6920 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1309115 T6920 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1309116 T6920 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1309116 T6920 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47460/solr
   [junit4]   2> 1309116 T6920 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1309116 T6920 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1309116 T6920 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1309118 T6969 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d892918 name:ZooKeeperConnection Watcher:127.0.0.1:47460 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1309118 T6920 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1309118 T6920 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1309119 T6920 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1309120 T6972 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11ef0701 name:ZooKeeperConnection Watcher:127.0.0.1:47460/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1309120 T6920 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1309122 T6920 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1309138 T6957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1309138 T6972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1309138 T6946 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1309187 T6954 C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:60507/collection1/ and leader is http://127.0.0.1:60507/collection1/
   [junit4]   2> 1309187 T6954 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60507
   [junit4]   2> 1309187 T6954 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1309187 T6954 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1309187 T6954 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1309188 T6946 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1309188 T6947 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "node_name":"127.0.0.1:60507_",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60507",
   [junit4]   2> 	  "core":"collection1"} current state version: 2
   [junit4]   2> 1309189 T6947 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "node_name":"127.0.0.1:60507_",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60507",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 1309290 T6957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1309290 T6972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1309290 T6946 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1310124 T6920 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57594_
   [junit4]   2> 1310124 T6920 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57594_
   [junit4]   2> 1310125 T6920 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1310126 T6920 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores
   [junit4]   2> 1310127 T6920 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores/collection1/, dataDir=data/, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores/collection1, loadOnStartup=true, coreNodeName=, collection=collection1, transient=false, shard=, name=collection1, schema=schema.xml, config=solrconfig.xml}
   [junit4]   2> 1310127 T6920 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores/collection1/
   [junit4]   2> 1310128 T6920 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1310128 T6973 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1310128 T6973 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1310129 T6973 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1310129 T6946 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1310129 T6947 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57594_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57594",
   [junit4]   2> 	  "core":"collection1"} current state version: 3
   [junit4]   2> 1310129 T6947 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57594_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57594",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 1310130 T6947 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 1310130 T6947 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1310232 T6946 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1310232 T6972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1310232 T6957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1311129 T6973 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1311129 T6973 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1311129 T6973 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1311129 T6973 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1311130 T6973 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1311130 T6973 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores/collection1/'
   [junit4]   2> 1311141 T6973 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1311142 T6973 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1311145 T6973 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1311154 T6973 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 1311173 T6973 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1311173 T6973 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1311178 T6973 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1311358 T6973 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1311363 T6973 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1311364 T6973 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1311369 T6973 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1311371 T6973 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1311373 T6973 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1311374 T6973 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1311374 T6973 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1311374 T6973 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1311374 T6973 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1311374 T6973 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1311375 T6973 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1311375 T6973 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1311375 T6973 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores/collection1/data/
   [junit4]   2> 1311375 T6973 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28cd2f5
   [junit4]   2> 1311376 T6973 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores/collection1/data
   [junit4]   2> 1311376 T6973 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 1311376 T6973 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1311376 T6973 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 1311376 T6973 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1311377 T6973 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3cc743d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3e352bdc),segFN=segments_1,generation=1}
   [junit4]   2> 1311377 T6973 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1311382 T6973 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1311383 T6973 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1311383 T6973 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1311383 T6973 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1311383 T6973 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1311383 T6973 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1311383 T6973 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1311384 T6973 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1311384 T6973 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1311385 T6973 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1311386 T6973 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1311387 T6973 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1311388 T6973 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1311392 T6973 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: standard,/admin/ping,/admin/luke,/admin/segments,/update/csv,/get,/config,/replication,/update/json/docs,/update,/admin/threads,/admin/system,/admin/properties,/update/json,/schema,/admin/mbeans,/admin/logging,/admin/plugins,/admin/file
   [junit4]   2> 1311393 T6973 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1311393 T6973 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1311393 T6973 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 1311394 T6973 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1311394 T6973 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1311394 T6973 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=40.6982421875, floorSegmentMB=1.8603515625, forceMergeDeletesPctAllowed=19.692398984523027, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1311394 T6973 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3cc743d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3e352bdc),segFN=segments_1,generation=1}
   [junit4]   2> 1311395 T6973 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1311395 T6973 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@6528945d[collection1] main
   [junit4]   2> 1311395 T6973 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1311395 T6973 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1311395 T6973 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1311396 T6973 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1311396 T6973 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1311396 T6973 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1311396 T6973 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1311396 T6973 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1311396 T6973 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1311396 T6973 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1311397 T6974 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6528945d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1311398 T6973 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1311398 T6977 C:collection1 S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57594 collection:collection1 shard:shard1
   [junit4]   2> 1311398 T6920 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1311398 T6920 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1311398 T6977 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1311402 T6977 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1311403 T6946 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1311404 T6977 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1311404 T6977 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1311404 T6947 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> ASYNC  NEW_CORE C1327 name=collection1 org.apache.solr.core.SolrCore@43360791 url=http://127.0.0.1:57594/collection1 node=127.0.0.1:57594_ C1327_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:57594_, state=down, base_url=http://127.0.0.1:57594, core=collection1}
   [junit4]   2> 1311404 T6977 C:collection1 S:shard1 C1327 P57594 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57594/collection1/
   [junit4]   2> 1311404 T6977 C:collection1 S:shard1 C1327 P57594 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1311404 T6977 C:collection1 S:shard1 C1327 P57594 oasc.SyncStrategy.syncToMe http://127.0.0.1:57594/collection1/ has no replicas
   [junit4]   2> 1311405 T6977 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57594/collection1/ shard1
   [junit4]   2> 1311405 T6977 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1311407 T6946 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1311407 T6947 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57594",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 1311447 T6920 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores/collection1
   [junit4]   2> 1311448 T6920 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001
   [junit4]   2> 1311448 T6920 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1311450 T6920 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49170
   [junit4]   2> 1311451 T6920 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/tempDir-001/jetty2, hostContext=/, hostPort=49170, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores, solrconfig=solrconfig.xml}
   [junit4]   2> 1311451 T6920 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@565b540e
   [junit4]   2> 1311451 T6920 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/'
   [junit4]   2> 1311465 T6920 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/solr.xml
   [junit4]   2> 1311473 T6920 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores
   [junit4]   2> 1311474 T6920 oasc.CoreContainer.<init> New CoreContainer 1073890117
   [junit4]   2> 1311474 T6920 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/]
   [junit4]   2> 1311474 T6920 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/lib
   [junit4]   2> 1311474 T6920 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/lib).
   [junit4]   2> 1311479 T6920 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1311479 T6920 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1311480 T6920 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1311480 T6920 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1311480 T6920 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1311480 T6920 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1311480 T6920 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1311480 T6920 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1311480 T6920 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1311481 T6920 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1311481 T6920 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1311482 T6920 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1311482 T6920 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1311482 T6920 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1311482 T6920 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1311483 T6920 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47460/solr
   [junit4]   2> 1311483 T6920 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1311483 T6920 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1311483 T6920 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1311484 T6989 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58bf767b name:ZooKeeperConnection Watcher:127.0.0.1:47460 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1311485 T6920 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1311485 T6920 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1311486 T6920 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1311487 T6992 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4177875a name:ZooKeeperConnection Watcher:127.0.0.1:47460/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1311487 T6920 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1311489 T6920 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1311509 T6946 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1311509 T6992 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1311509 T6957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1311509 T6972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1311557 T6977 C:collection1 S:shard1 oasc.ZkController.register We are http://127.0.0.1:57594/collection1/ and leader is http://127.0.0.1:57594/collection1/
   [junit4]   2> 1311557 T6977 C:collection1 S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57594
   [junit4]   2> 1311557 T6977 C:collection1 S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1311558 T6977 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1311558 T6977 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1311558 T6946 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1311559 T6947 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "node_name":"127.0.0.1:57594_",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57594",
   [junit4]   2> 	  "core":"collection1"} current state version: 5
   [junit4]   2> 1311559 T6947 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "node_name":"127.0.0.1:57594_",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57594",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 1311661 T6972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1311661 T6992 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1311661 T6946 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1311661 T6957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1312491 T6920 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49170_
   [junit4]   2> 1312491 T6920 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49170_
   [junit4]   2> 1312492 T6920 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1312493 T6920 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores
   [junit4]   2> 1312494 T6920 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {shard=, dataDir=data/, collection=collection1, transient=false, config=solrconfig.xml, name=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores/collection1/, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores/collection1, loadOnStartup=true, coreNodeName=, schema=schema.xml}
   [junit4]   2> 1312494 T6920 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores/collection1/
   [junit4]   2> 1312495 T6920 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1312495 T6993 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1312495 T6993 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1312496 T6993 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1312496 T6946 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1312496 T6947 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49170_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49170",
   [junit4]   2> 	  "core":"collection1"} current state version: 6
   [junit4]   2> 1312497 T6947 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49170_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49170",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 1312497 T6947 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 1312497 T6947 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1312598 T6946 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1312598 T6957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1312598 T6972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1312598 T6992 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1313496 T6993 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1313496 T6993 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1313496 T6993 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1313497 T6993 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1313497 T6993 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1313497 T6993 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores/collection1/'
   [junit4]   2> 1313507 T6993 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1313508 T6993 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1313512 T6993 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1313519 T6993 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 1313535 T6993 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1313536 T6993 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1313541 T6993 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1313718 T6993 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1313723 T6993 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1313724 T6993 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1313728 T6993 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1313729 T6993 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1313731 T6993 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1313732 T6993 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1313732 T6993 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1313732 T6993 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1313732 T6993 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1313732 T6993 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1313732 T6993 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1313733 T6993 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1313733 T6993 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores/collection1/data/
   [junit4]   2> 1313733 T6993 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28cd2f5
   [junit4]   2> 1313733 T6993 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores/collection1/data
   [junit4]   2> 1313734 T6993 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores/collection1/data/index/
   [junit4]   2> 1313734 T6993 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1313734 T6993 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001/shard-2-001/cores/collection1/data/index
   [junit4]   2> 1313734 T6993 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePol

[...truncated too long message...]

at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:159)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:390)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:264)
   [junit4]   2> 		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 		at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:294)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:291)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:291)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:486)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:455)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:442)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:146)
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:142)
   [junit4]   2> 		... 11 more
   [junit4]   2> 	
   [junit4]   2> 1338145 T6920 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 1338341 T6920 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:47460 47460
   [junit4]   2> 1338375 T6921 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:47460 47460
   [junit4]   2> 1338377 T6921 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		35	/solr/configs/conf1
   [junit4]   2> 		6	/solr/clusterstate.json
   [junit4]   2> 		6	/solr/aliases.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		6	/solr/live_nodes
   [junit4]   2> 		5	/solr/overseer/collection-queue-work
   [junit4]   2> 		5	/solr/overseer/queue
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReqParamsAPI -Dtests.method=test -Dtests.seed=B8E62DDADB0CFFAD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ca_ES -Dtests.timezone=Asia/Phnom_Penh -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 30.9s J0 | TestReqParamsAPI.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not get expected value  'P val' for path 'response/params/y/p' full output: {
   [junit4]    >   "responseHeader":{
   [junit4]    >     "status":0,
   [junit4]    >     "QTime":0},
   [junit4]    >   "response":{
   [junit4]    >     "znodeVersion":0,
   [junit4]    >     "params":{"x":{
   [junit4]    >         "a":"A val",
   [junit4]    >         "b":"B val",
   [junit4]    >         "":{"v":0}}}}}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B8E62DDADB0CFFAD:30B2120075F09255]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:405)
   [junit4]    > 	at org.apache.solr.handler.TestReqParamsAPI.testReqParams(TestReqParamsAPI.java:224)
   [junit4]    > 	at org.apache.solr.handler.TestReqParamsAPI.test(TestReqParamsAPI.java:71)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1338395 T6920 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI B8E62DDADB0CFFAD-001
   [junit4]   2> 30869 T6919 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=DefaultSimilarity, locale=ca_ES, timezone=Asia/Phnom_Penh
   [junit4]   2> NOTE: Linux 3.13.0-48-generic amd64/Oracle Corporation 1.7.0_80-ea (64-bit)/cpus=12,threads=1,free=129392432,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestRealTimeGet, ConnectionManagerTest, TestManagedSynonymFilterFactory, TestJmxIntegration, TestSolrDeletionPolicy1, SimpleCollectionCreateDeleteTest, TestIndexingPerformance, UUIDFieldTest, HttpPartitionTest, TestDistributedSearch, TestArbitraryIndexDir, PrimitiveFieldTypeTest, ParsingFieldUpdateProcessorsTest, SyncSliceTest, UpdateRequestProcessorFactoryTest, TestBinaryField, MinimalSchemaTest, HdfsDirectoryTest, TestDynamicFieldCollectionResource, TestComplexPhraseQParserPlugin, BufferStoreTest, TestRandomDVFaceting, DistribCursorPagingTest, TestCursorMarkWithoutUniqueKey, TestManagedSchemaFieldResource, RecoveryAfterSoftCommitTest, SchemaVersionSpecificBehaviorTest, TermsComponentTest, TestDFRSimilarityFactory, TestJoin, TestSimpleTrackingShardHandler, LeaderElectionIntegrationTest, ChangedSchemaMergeTest, TestStressLucene, SimplePostToolTest, HighlighterTest, TestUpdate, TestSortingResponseWriter, TestDynamicFieldResource, BasicZkTest, SolrCoreTest, TestCSVLoader, TestSolrIndexConfig, TestRangeQuery, AtomicUpdatesTest, TestSweetSpotSimilarityFactory, ClusterStateTest, HdfsBasicDistributedZk2Test, CSVRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, TestConfigReload, RankQueryTest, TestHighFrequencyDictionaryFactory, TestRawResponseWriter, TestTolerantSearch, TestQuerySenderListener, SSLMigrationTest, TestDefaultSearchFieldResource, DistributedFacetPivotWhiteBoxTest, TestManagedSchema, UniqFieldsUpdateProcessorFactoryTest, TestBulkSchemaAPI, BJQParserTest, FastVectorHighlighterTest, ActionThrottleTest, TestManagedStopFilterFactory, TestPhraseSuggestions, MBeansHandlerTest, TestSolr4Spatial, StressHdfsTest, TestFieldCollectionResource, SuggesterFSTTest, SignatureUpdateProcessorFactoryTest, ZkNodePropsTest, IndexBasedSpellCheckerTest, TestMaxScoreQueryParser, TestCloudInspectUtil, ExternalCollectionsTest, OpenCloseCoreStressTest, ShardRoutingTest, LeaderElectionTest, TestZkChroot, ZkCLITest, TestFaceting, DistributedSpellCheckComponentTest, TestStressReorder, SolrCmdDistributorTest, PeerSyncTest, TestFunctionQuery, TestBadConfig, CurrencyFieldXmlFileTest, AnalysisAfterCoreReloadTest, SolrRequestParserTest, SuggesterTSTTest, NoCacheHeaderTest, TestPseudoReturnFields, QueryEqualityTest, TestRemoteStreaming, DebugComponentTest, StandardRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, MoreLikeThisHandlerTest, RegexBoostProcessorTest, JSONWriterTest, BinaryUpdateRequestHandlerTest, TestComponentsName, UpdateParamsTest, SolrIndexConfigTest, OutputWriterTest, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestCodecSupport, TestLMDirichletSimilarityFactory, TestDefaultSimilarityFactory, ResourceLoaderTest, URLClassifyProcessorTest, DateFieldTest, AliasIntegrationTest, CollectionsAPIAsyncDistributedZkTest, CustomCollectionTest, MultiThreadedOCPTest, ReplicationFactorTest, TestMiniSolrCloudCluster, TestRequestStatusCollectionAPI, TriLevelCompositeIdRoutingTest, TestSolrConfigHandler, TestReqParamsAPI]
   [junit4] Completed on J0 in 31.89s, 1 test, 1 failure <<< FAILURES!

[...truncated 205 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:529: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:477: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:191: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:509: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1370: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:976: There were test failures: 478 suites, 1902 tests, 1 failure, 47 ignored (20 assumptions)

Total time: 45 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0_80-ea-b05 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.x-Linux (32bit/jdk1.8.0_60-ea-b06) - Build # 12052 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/12052/
Java: 32bit/jdk1.8.0_60-ea-b06 -server -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider

Error Message:
java.net.BindException: Address already in use

Stack Trace:
java.lang.RuntimeException: java.net.BindException: Address already in use
	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.run(SaslZkACLProviderTest.java:223)
	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:90)
	at sun.reflect.GeneratedMethodAccessor18.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.BindException: Address already in use
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:433)
	at sun.nio.ch.Net.bind(Net.java:425)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:198)
	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:51)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.registerHandles(AbstractPollingIoAcceptor.java:547)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.access$400(AbstractPollingIoAcceptor.java:68)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor$Acceptor.run(AbstractPollingIoAcceptor.java:422)
	at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:64)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more




Build Log:
[...truncated 10499 lines...]
   [junit4] Suite: org.apache.solr.cloud.SaslZkACLProviderTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SaslZkACLProviderTest 9C367BAF0B48700D-001/init-core-data-001
   [junit4]   2> 1069272 T6497 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 1069273 T6497 oas.SolrTestCaseJ4.setUp ###Starting testSaslZkACLProvider
   [junit4]   2> 1069273 T6497 oasc.SaslZkACLProviderTest.setUp ####SETUP_START testSaslZkACLProvider
   [junit4]   2> 1069274 T6497 oasc.SaslZkACLProviderTest.setUp ZooKeeper dataDir:/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SaslZkACLProviderTest 9C367BAF0B48700D-001/tempDir-002/zookeeper/server1/data
   [junit4]   2> 1074040 T6497 oadsc.DefaultDirectoryService.showSecurityWarnings WARN You didn't change the admin password of directory service instance 'DefaultKrbServer'.  Please update the admin password as soon as possible to prevent a possible security breach.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SaslZkACLProviderTest -Dtests.method=testSaslZkACLProvider -Dtests.seed=9C367BAF0B48700D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_TN -Dtests.timezone=Asia/Kabul -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   6.01s J0 | SaslZkACLProviderTest.testSaslZkACLProvider <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: java.net.BindException: Address already in use
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.run(SaslZkACLProviderTest.java:223)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:90)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.BindException: Address already in use
   [junit4]    > 	at sun.nio.ch.Net.bind0(Native Method)
   [junit4]    > 	at sun.nio.ch.Net.bind(Net.java:433)
   [junit4]    > 	at sun.nio.ch.Net.bind(Net.java:425)
   [junit4]    > 	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
   [junit4]    > 	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
   [junit4]    > 	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:198)
   [junit4]    > 	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:51)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.registerHandles(AbstractPollingIoAcceptor.java:547)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.access$400(AbstractPollingIoAcceptor.java:68)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor$Acceptor.run(AbstractPollingIoAcceptor.java:422)
   [junit4]    > 	at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:64)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	... 1 moreThrowable #2: java.lang.NullPointerException
   [junit4]    > 	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.shutdown(ZkTestServer.java:332)
   [junit4]    > 	at org.apache.solr.cloud.ZkTestServer.shutdown(ZkTestServer.java:516)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.shutdown(SaslZkACLProviderTest.java:230)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest.tearDown(SaslZkACLProviderTest.java:125)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1075283 T6497 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SaslZkACLProviderTest 9C367BAF0B48700D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ar_TN, timezone=Asia/Kabul
   [junit4]   2> NOTE: Linux 3.13.0-48-generic i386/Oracle Corporation 1.8.0_60-ea (32-bit)/cpus=12,threads=7,free=107694968,total=291504128
   [junit4]   2> NOTE: All tests run in this JVM: [TestReversedWildcardFilterFactory, CoreAdminRequestStatusTest, TestMergePolicyConfig, BlockCacheTest, QueryElevationComponentTest, TestRandomDVFaceting, TestJsonRequest, TestFreeTextSuggestions, DistributedFacetPivotLargeTest, TestInfoStreamLogging, ReplicationFactorTest, StandardRequestHandlerTest, DistributedFacetPivotLongTailTest, TestSolrConfigHandler, DistributedFacetPivotSmallTest, HdfsCollectionsAPIDistributedZkTest, TestMiniSolrCloudCluster, TestTrackingShardHandlerFactory, CloudExitableDirectoryReaderTest, TestQuerySenderListener, InfoHandlerTest, TestIBSimilarityFactory, TestHdfsUpdateLog, TestReplicationHandler, DistributedQueueTest, PeerSyncTest, SharedFSAutoReplicaFailoverUtilsTest, TestRealTimeGet, UpdateRequestProcessorFactoryTest, TestDynamicFieldResource, AnalysisErrorHandlingTest, TestFaceting, IndexSchemaTest, RecoveryAfterSoftCommitTest, HighlighterConfigTest, SuggesterFSTTest, TestWordDelimiterFilterFactory, HdfsDirectoryTest, TestRawResponseWriter, SignatureUpdateProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, PrimitiveFieldTypeTest, TestDistribDocBasedVersion, LeaderFailoverAfterPartitionTest, TestDefaultStatsCache, TestBinaryField, TestShardHandlerFactory, MultiTermTest, TestBadConfig, TestFunctionQuery, LeaderElectionIntegrationTest, OverseerRolesTest, TestSimpleQParserPlugin, TestConfig, DistributedFacetPivotSmallAdvancedTest, TestSweetSpotSimilarityFactory, EnumFieldTest, TimeZoneUtilsTest, ChaosMonkeyNothingIsSafeTest, ZkNodePropsTest, AnalyticsQueryTest, TestCollapseQParserPlugin, TestJmxIntegration, TestJmxMonitoredMap, URLClassifyProcessorTest, TestFieldTypeCollectionResource, TestPhraseSuggestions, TestDefaultSearchFieldResource, TestLazyCores, HdfsDirectoryFactoryTest, TestSolrIndexConfig, CurrencyFieldXmlFileTest, TestRangeQuery, TestPostingsSolrHighlighter, MinimalSchemaTest, RankQueryTest, BasicDistributedZkTest, MigrateRouteKeyTest, ShardRoutingCustomTest, AutoCommitTest, TestRecovery, DistributedSpellCheckComponentTest, DistributedTermsComponentTest, TestSolr4Spatial, SolrCoreTest, SolrCmdDistributorTest, ConvertedLegacyTest, TestSort, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTest, TestTrie, SuggesterWFSTTest, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, SortByFunctionTest, DistanceFunctionTest, DisMaxRequestHandlerTest, TestWriterPerf, TermsComponentTest, TermVectorComponentTest, FastVectorHighlighterTest, TestCollationField, QueryParsingTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestLFUCache, CopyFieldTest, TestSearchPerf, NotRequiredUniqueKeyTest, TestDFRSimilarityFactory, TestDefaultSimilarityFactory, PluginInfoTest, TestSystemIdResolver, SpellingQueryConverterTest, CircularListTest, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, AsyncMigrateRouteKeyTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, SaslZkACLProviderTest]
   [junit4] Completed on J0 in 6.02s, 1 test, 1 error <<< FAILURES!

[...truncated 332 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:529: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:477: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:191: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:509: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1370: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:976: There were test failures: 479 suites, 1903 tests, 1 error, 47 ignored (20 assumptions)

Total time: 44 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_60-ea-b06 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.x-Linux (64bit/jdk1.7.0_76) - Build # 12051 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/12051/
Java: 64bit/jdk1.7.0_76 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.CloudExitableDirectoryReaderTest.test

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:51656/_n/x/collection1]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:51656/_n/x/collection1]
	at __randomizedtesting.SeedInfo.seed([E65324BAA20F668B:6E071B600CF30B73]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:349)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1067)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:839)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:782)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.queryServer(AbstractFullDistribZkTestBase.java:1425)
	at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.assertPartialResults(CloudExitableDirectoryReaderTest.java:102)
	at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.doTimeoutTests(CloudExitableDirectoryReaderTest.java:86)
	at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.test(CloudExitableDirectoryReaderTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51656/_n/x/collection1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:556)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:233)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:225)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:370)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 51 more




Build Log:
[...truncated 10419 lines...]
   [junit4] Suite: org.apache.solr.cloud.CloudExitableDirectoryReaderTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/init-core-data-001
   [junit4]   2> 844741 T5905 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 844741 T5905 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_n/x
   [junit4]   2> 844744 T5905 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 844745 T5906 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 844845 T5905 oasc.ZkTestServer.run start zk server on port:40187
   [junit4]   2> 844845 T5905 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 844845 T5905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 844848 T5913 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@571f4c5a name:ZooKeeperConnection Watcher:127.0.0.1:40187 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 844848 T5905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 844849 T5905 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 844849 T5905 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 844851 T5905 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 844851 T5905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 844852 T5916 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19d8be60 name:ZooKeeperConnection Watcher:127.0.0.1:40187/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 844853 T5905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 844853 T5905 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 844853 T5905 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 844854 T5905 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 844855 T5905 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 844856 T5905 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 844857 T5905 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog-with-delayingcomponent.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 844857 T5905 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 844858 T5905 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 844859 T5905 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 844860 T5905 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 844860 T5905 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 844861 T5905 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 844861 T5905 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 844862 T5905 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 844862 T5905 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 844863 T5905 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 844863 T5905 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 844864 T5905 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 844864 T5905 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 844865 T5905 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 844865 T5905 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 844866 T5905 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 844866 T5905 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 844867 T5905 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 844867 T5905 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 844868 T5905 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 844869 T5905 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 844920 T5905 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores/collection1
   [junit4]   2> 844921 T5905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 844924 T5905 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57030
   [junit4]   2> 844925 T5905 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {hostPort=57030, hostContext=/_n/x, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/tempDir-001/control/data, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores}
   [junit4]   2> 844925 T5905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@2b49a2c8
   [junit4]   2> 844925 T5905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/'
   [junit4]   2> 844941 T5905 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/solr.xml
   [junit4]   2> 844950 T5905 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores
   [junit4]   2> 844950 T5905 oasc.CoreContainer.<init> New CoreContainer 2120338604
   [junit4]   2> 844950 T5905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/]
   [junit4]   2> 844950 T5905 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/lib
   [junit4]   2> 844951 T5905 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/lib).
   [junit4]   2> 844955 T5905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 844955 T5905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 844956 T5905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 844956 T5905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 844956 T5905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 844956 T5905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 844956 T5905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 844956 T5905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 844956 T5905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 844957 T5905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 844957 T5905 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 844958 T5905 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 844958 T5905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 844958 T5905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 844958 T5905 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 844958 T5905 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40187/solr
   [junit4]   2> 844959 T5905 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 844959 T5905 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 844959 T5905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 844960 T5928 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25cb96ff name:ZooKeeperConnection Watcher:127.0.0.1:40187 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 844961 T5905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 844961 T5905 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 844962 T5905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 844963 T5931 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bff95e5 name:ZooKeeperConnection Watcher:127.0.0.1:40187/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 844963 T5905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 844964 T5905 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 844965 T5905 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 844966 T5905 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 844967 T5905 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 844968 T5905 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 844969 T5905 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 844970 T5905 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 844971 T5905 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 844972 T5905 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57030__n%2Fx
   [junit4]   2> 844972 T5905 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57030__n%2Fx
   [junit4]   2> 844973 T5905 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 844974 T5905 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 844975 T5905 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 844984 T5905 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:57030__n%2Fx
   [junit4]   2> 844984 T5905 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 844985 T5905 oasc.Overseer.start Overseer (id=93607554756116483-127.0.0.1:57030__n%2Fx-n_0000000000) starting
   [junit4]   2> 844988 T5905 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 844992 T5905 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 844992 T5905 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 844993 T5933 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 844993 T5932 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 844994 T5905 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores
   [junit4]   2> 844995 T5905 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {coreNodeName=, dataDir=data/, loadOnStartup=true, schema=schema.xml, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores/collection1/, name=collection1, shard=, transient=false, collection=control_collection, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores/collection1, config=solrconfig.xml}
   [junit4]   2> 844995 T5905 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores/collection1/
   [junit4]   2> 844995 T5905 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 844996 T5935 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 844996 T5935 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 844997 T5931 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 844997 T5935 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 844997 T5932 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57030/_n/x",
   [junit4]   2> 	  "node_name":"127.0.0.1:57030__n%2Fx",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down"} current state version: 0
   [junit4]   2> 844997 T5932 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57030/_n/x",
   [junit4]   2> 	  "node_name":"127.0.0.1:57030__n%2Fx",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down"}
   [junit4]   2> 844997 T5932 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 844998 T5932 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 844998 T5931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 845997 T5935 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 845997 T5935 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 845998 T5935 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 845998 T5935 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 845998 T5935 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 845998 T5935 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores/collection1/'
   [junit4]   2> 846012 T5935 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 846013 T5935 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 846017 T5935 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 846025 T5935 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 846042 T5935 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 846043 T5935 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 846047 T5935 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 846300 T5935 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 846308 T5935 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 846310 T5935 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 846318 T5935 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 846321 T5935 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 846324 T5935 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 846325 T5935 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 846325 T5935 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 846325 T5935 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 846325 T5935 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 846326 T5935 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 846326 T5935 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 846326 T5935 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 846326 T5935 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores/collection1/data/
   [junit4]   2> 846327 T5935 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f64a17c
   [junit4]   2> 846327 T5935 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores/collection1/data
   [junit4]   2> 846328 T5935 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores/collection1/data/index/
   [junit4]   2> 846328 T5935 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 846328 T5935 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/control-001/cores/collection1/data/index
   [junit4]   2> 846329 T5935 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1537391386, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 846329 T5935 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@69ab7c4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1796a83f),segFN=segments_1,generation=1}
   [junit4]   2> 846330 T5935 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 846336 T5935 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 846337 T5935 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 846337 T5935 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 846337 T5935 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 846338 T5935 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 846338 T5935 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 846338 T5935 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 846338 T5935 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 846339 T5935 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 846341 T5935 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 846343 T5935 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 846344 T5935 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 846346 T5935 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 846351 T5935 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: standard,/admin/logging,/update/json,/admin/threads,/admin/mbeans,/admin/file,/select,/update/json/docs,/schema,/admin/segments,/admin/system,/get,/admin/properties,/update,/update/csv,/replication,/config,/admin/luke,/admin/ping,/admin/plugins
   [junit4]   2> 846352 T5935 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 846353 T5935 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 846353 T5935 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 846353 T5935 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 846354 T5935 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 846354 T5935 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4486560853672442]
   [junit4]   2> 846355 T5935 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@69ab7c4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1796a83f),segFN=segments_1,generation=1}
   [junit4]   2> 846355 T5935 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 846355 T5935 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@58543338[collection1] main
   [junit4]   2> 846360 T5935 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 846360 T5935 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 846360 T5935 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 846361 T5935 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 846361 T5935 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 846361 T5935 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 846361 T5935 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 846361 T5935 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 846362 T5935 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 846362 T5935 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 846362 T5936 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58543338[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 846363 T5935 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 846363 T5939 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57030/_n/x collection:control_collection shard:shard1
   [junit4]   2> 846363 T5905 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 846363 T5905 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 846363 T5939 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 846365 T5905 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 846365 T5905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 846366 T5942 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6810e6e2 name:ZooKeeperConnection Watcher:127.0.0.1:40187/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 846366 T5905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 846366 T5939 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 846367 T5905 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 846367 T5905 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 846367 T5931 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 846368 T5939 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 846368 T5939 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C683 name=collection1 org.apache.solr.core.SolrCore@636648aa url=http://127.0.0.1:57030/_n/x/collection1 node=127.0.0.1:57030__n%2Fx C683_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:57030/_n/x, node_name=127.0.0.1:57030__n%2Fx, state=down}
   [junit4]   2> 846368 T5939 C:control_collection S:shard1 C683 P57030 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57030/_n/x/collection1/
   [junit4]   2> 846368 T5932 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 846368 T5939 C:control_collection S:shard1 C683 P57030 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 846368 T5939 C:control_collection S:shard1 C683 P57030 oasc.SyncStrategy.syncToMe http://127.0.0.1:57030/_n/x/collection1/ has no replicas
   [junit4]   2> 846368 T5939 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57030/_n/x/collection1/ shard1
   [junit4]   2> 846369 T5905 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 846369 T5939 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 846371 T5931 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 846371 T5932 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57030/_n/x",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 846473 T5942 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 846473 T5931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 846491 T5905 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores/collection1
   [junit4]   2> 846492 T5905 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001
   [junit4]   2> 846492 T5905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 846493 T5905 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33781
   [junit4]   2> 846494 T5905 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores, hostContext=/_n/x, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/tempDir-001/jetty1, hostPort=33781, solrconfig=solrconfig.xml}
   [junit4]   2> 846494 T5905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@2b49a2c8
   [junit4]   2> 846494 T5905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/'
   [junit4]   2> 846509 T5905 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/solr.xml
   [junit4]   2> 846518 T5905 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores
   [junit4]   2> 846519 T5905 oasc.CoreContainer.<init> New CoreContainer 901905509
   [junit4]   2> 846519 T5905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/]
   [junit4]   2> 846519 T5905 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/lib
   [junit4]   2> 846519 T5905 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/lib).
   [junit4]   2> 846521 T5939 C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:57030/_n/x/collection1/ and leader is http://127.0.0.1:57030/_n/x/collection1/
   [junit4]   2> 846521 T5939 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57030/_n/x
   [junit4]   2> 846522 T5939 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 846522 T5939 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 846522 T5939 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 846523 T5931 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 846523 T5932 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57030/_n/x",
   [junit4]   2> 	  "node_name":"127.0.0.1:57030__n%2Fx",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active"} current state version: 2
   [junit4]   2> 846524 T5905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 846524 T5905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 846524 T5932 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57030/_n/x",
   [junit4]   2> 	  "node_name":"127.0.0.1:57030__n%2Fx",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active"}
   [junit4]   2> 846524 T5905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 846524 T5905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 846524 T5905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 846525 T5905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 846525 T5905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 846525 T5905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 846525 T5905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 846525 T5905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 846525 T5905 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 846526 T5905 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 846527 T5905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 846527 T5905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 846527 T5905 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 846527 T5905 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40187/solr
   [junit4]   2> 846528 T5905 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 846528 T5905 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 846528 T5905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 846529 T5954 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@574c4893 name:ZooKeeperConnection Watcher:127.0.0.1:40187 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 846529 T5905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 846530 T5905 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 846531 T5905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 846532 T5957 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ec3ac91 name:ZooKeeperConnection Watcher:127.0.0.1:40187/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 846532 T5905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 846534 T5905 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 846626 T5931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 846626 T5942 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 846626 T5957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 847537 T5905 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33781__n%2Fx
   [junit4]   2> 847538 T5905 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33781__n%2Fx
   [junit4]   2> 847539 T5905 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 847540 T5905 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores
   [junit4]   2> 847541 T5905 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {config=solrconfig.xml, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores/collection1/, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores/collection1, shard=, dataDir=data/, coreNodeName=, name=collection1, collection=collection1, transient=false, schema=schema.xml}
   [junit4]   2> 847541 T5905 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores/collection1/
   [junit4]   2> 847541 T5905 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 847542 T5958 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 847542 T5958 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 847543 T5958 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 847543 T5931 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 847543 T5932 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:33781/_n/x",
   [junit4]   2> 	  "node_name":"127.0.0.1:33781__n%2Fx",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down"} current state version: 3
   [junit4]   2> 847544 T5932 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:33781/_n/x",
   [junit4]   2> 	  "node_name":"127.0.0.1:33781__n%2Fx",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down"}
   [junit4]   2> 847544 T5932 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 847544 T5932 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 847645 T5942 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 847645 T5957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 847645 T5931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 848543 T5958 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 848543 T5958 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 848543 T5958 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 848544 T5958 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 848544 T5958 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 848544 T5958 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores/collection1/'
   [junit4]   2> 848556 T5958 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 848557 T5958 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 848561 T5958 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 848570 T5958 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 848589 T5958 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 848589 T5958 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 848595 T5958 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 848793 T5958 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 848798 T5958 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 848800 T5958 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 848806 T5958 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 848808 T5958 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 848810 T5958 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 848811 T5958 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 848811 T5958 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 848811 T5958 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 848812 T5958 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 848812 T5958 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 848812 T5958 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 848812 T5958 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 848812 T5958 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores/collection1/data/
   [junit4]   2> 848813 T5958 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f64a17c
   [junit4]   2> 848813 T5958 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores/collection1/data
   [junit4]   2> 848813 T5958 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 848813 T5958 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 848814 T5958 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 848814 T5958 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1537391386, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 848815 T5958 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@38daba84 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@200b4d45),segFN=segments_1,generation=1}
   [junit4]   2> 848815 T5958 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 848820 T5958 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 848821 T5958 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 848821 T5958 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 848821 T5958 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 848821 T5958 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 848822 T5958 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 848822 T5958 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 848822 T5958 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 848822 T5958 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 848825 T5958 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 848826 T5958 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 848826 T5958 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 848827 T5958 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 848832 T5958 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: standard,/admin/logging,/update/json,/admin/threads,/admin/mbeans,/admin/file,/select,/update/json/docs,/schema,/admin/segments,/admin/system,/get,/admin/properties,/update,/update/csv,/replication,/config,/admin/luke,/admin/ping,/admin/plugins
   [junit4]   2> 848833 T5958 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 848833 T5958 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 848833 T5958 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 848834 T5958 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 848834 T5958 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 848834 T5958 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4486560853672442]
   [junit4]   2> 848834 T5958 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@38daba84 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@200b4d45),segFN=segments_1,generation=1}
   [junit4]   2> 848835 T5958 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 848835 T5958 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@1ff9b631[collection1] main
   [junit4]   2> 848835 T5958 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 848836 T5958 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 848836 T5958 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 848836 T5958 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 848836 T5958 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 848836 T5958 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 848837 T5958 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 848837 T5958 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 848837 T5958 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 848837 T5958 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 848838 T5959 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ff9b631[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 848838 T5958 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 848838 T5962 C:collection1 S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33781/_n/x collection:collection1 shard:shard1
   [junit4]   2> 848838 T5905 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 848839 T5905 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 848839 T5962 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 848842 T5962 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 848842 T5931 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 848843 T5962 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 848843 T5962 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C684 name=collection1 org.apache.solr.core.SolrCore@2a91e1bb url=http://127.0.0.1:33781/_n/x/collection1 node=127.0.0.1:33781__n%2Fx C684_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:33781/_n/x, node_name=127.0.0.1:33781__n%2Fx, state=down}
   [junit4]   2> 848843 T5962 C:collection1 S:shard1 C684 P33781 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33781/_n/x/collection1/
   [junit4]   2> 848843 T5932 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 848843 T5962 C:collection1 S:shard1 C684 P33781 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 848844 T5962 C:collection1 S:shard1 C684 P33781 oasc.SyncStrategy.syncToMe http://127.0.0.1:33781/_n/x/collection1/ has no replicas
   [junit4]   2> 848844 T5962 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33781/_n/x/collection1/ shard1
   [junit4]   2> 848844 T5962 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 848847 T5931 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 848848 T5932 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:33781/_n/x",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 848887 T5905 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001/cores/collection1
   [junit4]   2> 848887 T5905 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001
   [junit4]   2> 848888 T5905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 848889 T5905 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43174
   [junit4]   2> 848889 T5905 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {hostContext=/_n/x, hostPort=43174, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001/cores, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/tempDir-001/jetty2, solrconfig=solrconfig.xml}
   [junit4]   2> 848890 T5905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@2b49a2c8
   [junit4]   2> 848890 T5905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001/'
   [junit4]   2> 848906 T5905 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001/solr.xml
   [junit4]   2> 848914 T5905 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001/cores
   [junit4]   2> 848915 T5905 oasc.CoreContainer.<init> New CoreContainer 1829460865
   [junit4]   2> 848915 T5905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001/]
   [junit4]   2> 848915 T5905 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001/lib
   [junit4]   2> 848915 T5905 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001/lib).
   [junit4]   2> 848920 T5905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 848920 T5905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 848920 T5905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 848921 T5905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 848921 T5905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 848921 T5905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 848921 T5905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 848921 T5905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 848921 T5905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 848921 T5905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 848922 T5905 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 848922 T5905 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 848923 T5905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 848923 T5905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 848923 T5905 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 848924 T5905 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40187/solr
   [junit4]   2> 848924 T5905 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 848924 T5905 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 848925 T5905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 848926 T5974 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2cf8d980 name:ZooKeeperConnection Watcher:127.0.0.1:40187 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 848926 T5905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 848926 T5905 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 848927 T5905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 848928 T5977 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4040b970 name:ZooKeeperConnection Watcher:127.0.0.1:40187/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 848928 T5905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 848931 T5905 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 848950 T5942 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 848950 T5957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 848950 T5977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 848950 T5931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 848997 T5962 C:collection1 S:shard1 oasc.ZkController.register We are http://127.0.0.1:33781/_n/x/collection1/ and leader is http://127.0.0.1:33781/_n/x/collection1/
   [junit4]   2> 848997 T5962 C:collection1 S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33781/_n/x
   [junit4]   2> 848997 T5962 C:collection1 S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 848997 T5962 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 848997 T5962 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 848998 T5931 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 848999 T5932 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:33781/_n/x",
   [junit4]   2> 	  "node_name":"127.0.0.1:33781__n%2Fx",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active"} current state version: 5
   [junit4]   2> 848999 T5932 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:33781/_n/x",
   [junit4]   2> 	  "node_name":"127.0.0.1:33781__n%2Fx",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active"}
   [junit4]   2> 849101 T5977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 849101 T5931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 849101 T5942 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 849101 T5957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 849933 T5905 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43174__n%2Fx
   [junit4]   2> 849934 T5905 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43174__n%2Fx
   [junit4]   2> 849935 T5905 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 849936 T5905 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001/cores
   [junit4]   2> 849937 T5905 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {transient=false, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001/cores/collection1/, schema=schema.xml, name=collection1, dataDir=data/, coreNodeName=, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001/cores/collection1, shard=, config=solrconfig.xml, loadOnStartup=true, collection=collection1}
   [junit4]   2> 849937 T5905 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001/cores/collection1/
   [junit4]   2> 849937 T5905 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 849938 T5978 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 849938 T5978 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 849939 T5931 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 849939 T5978 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 849939 T5932 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43174/_n/x",
   [junit4]   2> 	  "node_name":"127.0.0.1:43174__n%2Fx",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down"} current state version: 6
   [junit4]   2> 849939 T5932 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43174/_n/x",
   [junit4]   2> 	  "node_name":"127.0.0.1:43174__n%2Fx",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down"}
   [junit4]   2> 849940 T5932 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 849940 T5932 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 850041 T5977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 850041 T5942 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 850041 T5957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 850041 T5931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 850939 T5978 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 850939 T5978 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 850940 T5978 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 850940 T5978 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 850940 T5978 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 850940 T5978 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001/shard-2-001/cores/collection1/'
   [junit4]   2> 850952 T5978 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 850953 T5978 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 850957 T5978 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 850965 T5978 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
   [junit4]   2> 850983 T5978 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 850984 T5978 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 850989 T5978 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 851174 T5978 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 851179 T5978 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 851181 T5978 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 851186 T5978 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 851188 T5978 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 851189 T5978 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 851190 T5978 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 851190 T5978 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
 

[...truncated too long message...]

toryReaderTest E65324BAA20F668B-001/shard-4-001/cores/collection1/data/index
   [junit4]   2> 872972 T5905 C:control_collection S:shard1 c:collection1 oasc.Overseer.close Overseer (id=93607554756116492-127.0.0.1:39899__n%2Fx-n_0000000004) closing
   [junit4]   2> 872973 T6062 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:39899__n%2Fx
   [junit4]   2> 872973 T6019 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 873011 T5905 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/_n/x,null}
   [junit4]   2> 873195 T5905 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:40187 40187
   [junit4]   2> 873201 T5906 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:40187 40187
   [junit4]   2> 873202 T5906 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		6	/solr/aliases.json
   [junit4]   2> 		6	/solr/clusterstate.json
   [junit4]   2> 		5	/solr/configs/conf1
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		6	/solr/live_nodes
   [junit4]   2> 		5	/solr/overseer/collection-queue-work
   [junit4]   2> 		3	/solr/overseer/queue
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CloudExitableDirectoryReaderTest -Dtests.method=test -Dtests.seed=E65324BAA20F668B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_SD -Dtests.timezone=Asia/Tokyo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   28.5s J2 | CloudExitableDirectoryReaderTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:51656/_n/x/collection1]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E65324BAA20F668B:6E071B600CF30B73]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:349)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1067)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:839)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:782)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.queryServer(AbstractFullDistribZkTestBase.java:1425)
   [junit4]    > 	at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.assertPartialResults(CloudExitableDirectoryReaderTest.java:102)
   [junit4]    > 	at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.doTimeoutTests(CloudExitableDirectoryReaderTest.java:86)
   [junit4]    > 	at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.test(CloudExitableDirectoryReaderTest.java:53)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51656/_n/x/collection1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:556)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:233)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:225)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:370)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	... 51 more
   [junit4]   2> 873214 T5905 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CloudExitableDirectoryReaderTest E65324BAA20F668B-001
   [junit4]   2> 28476 T5904 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {name=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=Memory doPackFST= false), multiDefault=Lucene50(blocksize=128), intDefault=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Direct), _version_=PostingsFormat(name=Memory doPackFST= false)}, docValues:{timestamp=DocValuesFormat(name=Lucene50)}, sim=DefaultSimilarity, locale=ar_SD, timezone=Asia/Tokyo
   [junit4]   2> NOTE: Linux 3.13.0-48-generic amd64/Oracle Corporation 1.7.0_76 (64-bit)/cpus=12,threads=1,free=213222008,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [SharedFSAutoReplicaFailoverTest, SpatialRPTFieldTypeTest, TestTrackingShardHandlerFactory, AliasIntegrationTest, TestBinaryResponseWriter, TestUniqueKeyFieldResource, TestReload, CursorMarkTest, TestSimpleQParserPlugin, TestCloudManagedSchema, SynonymTokenizerTest, FacetPivotSmallTest, TestManagedResourceStorage, TestIntervalFaceting, BadIndexSchemaTest, TermVectorComponentDistributedTest, SuggestComponentTest, TestClassNameShortening, HdfsBasicDistributedZkTest, TestPerFieldSimilarity, RecoveryZkTest, TestConfigSets, AnalysisErrorHandlingTest, TestExactStatsCache, SampleTest, FileBasedSpellCheckerTest, TestDynamicLoading, TestExtendedDismaxParser, BinaryUpdateRequestHandlerTest, TestRequestStatusCollectionAPI, TestLuceneMatchVersion, TestZkChroot, AutoCommitTest, StatsComponentTest, CachingDirectoryFactoryTest, DirectSolrSpellCheckerTest, TestGroupingSearch, TestQueryUtils, TestSerializedLuceneMatchVersion, HardAutoCommitTest, TestRecovery, DirectUpdateHandlerOptimizeTest, QueryParsingTest, TestPartialUpdateDeduplication, TestCollapseQParserPlugin, CursorPagingTest, DOMUtilTest, TestDefaultSimilarityFactory, TestAddFieldRealTimeGet, TestLRUStatsCache, TestSolrQueryParser, TestXIncludeConfig, MergeStrategyTest, MoreLikeThisHandlerTest, ResponseLogComponentTest, TestSolrJ, TestPivotHelperCode, LeaderElectionTest, TestBM25SimilarityFactory, PathHierarchyTokenizerFactoryTest, TestMiniSolrCloudCluster, TestMiniSolrCloudClusterSSL, TestSurroundQueryParser, TestConfigOverlay, FullSolrCloudDistribCmdsTest, PolyFieldTest, TestTrie, SolrCoreCheckLockOnStartupTest, OverseerTest, CircularListTest, TestUtils, NumericFieldsTest, TestShardHandlerFactory, DeleteShardTest, UnloadDistributedZkTest, BasicZkTest, TestReplicationHandler, DistributedSpellCheckComponentTest, TestRangeQuery, TestCoreContainer, QueryElevationComponentTest, BasicFunctionalityTest, DirectUpdateHandlerTest, TestIndexSearcher, DistributedQueryElevationComponentTest, SimplePostToolTest, SpellCheckCollatorTest, DocValuesTest, SpatialFilterTest, NoCacheHeaderTest, TestUpdate, DefaultValueUpdateProcessorTest, SolrInfoMBeanTest, CacheHeaderTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestIndexingPerformance, TestArbitraryIndexDir, TestJmxIntegration, MBeansHandlerTest, SearchHandlerTest, TestQuerySenderNoQuery, TestMergePolicyConfig, MultiTermTest, MinimalSchemaTest, ExternalFileFieldSortTest, DirectSolrConnectionTest, TestPhraseSuggestions, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestFastOutputStream, PluginInfoTest, DateMathParserTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, ClusterStateTest, TestDocumentBuilder, SliceStateTest, UUIDFieldTest, DistributedMLTComponentTest, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ActionThrottleTest, AssignTest, CloudExitableDirectoryReaderTest]
   [junit4] Completed on J2 in 29.50s, 1 test, 1 error <<< FAILURES!

[...truncated 362 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:529: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:477: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:191: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:509: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1370: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:976: There were test failures: 478 suites, 1902 tests, 1 error, 47 ignored (20 assumptions)

Total time: 49 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0_76 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any